-- Logs begin at Fri 2021-07-23 16:26:24 UTC, end at Fri 2021-07-23 17:23:24 UTC. -- Jul 23 16:59:55.829708 dv-cinder-801916-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 16:59:58.544620 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:59:58.545182 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 16:59:58.545352 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:59:58.548727 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:59:58.548983 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 16:59:58.549296 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:59:58.550245 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:59:58.550483 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:59:58.550847 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:59:58.551094 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:59:58.551323 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:59:58.551646 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.551946 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.552251 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.552483 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.552783 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.553079 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.553396 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.554306 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.554609 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.554898 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.555181 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.555467 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.555702 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.555985 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.556276 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.556565 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.556791 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] debug = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.557072 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.557598 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.558009 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.558294 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.558587 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.558868 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.559144 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.559421 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.559708 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.560042 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] host = dv-cinder-801916-2-iscsi {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.560322 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.560612 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.560901 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.561189 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.561498 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.561782 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.562073 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.562356 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.562630 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] log_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.562907 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.563198 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.563490 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.563784 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.564011 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.564236 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.564531 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.564819 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.565097 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.565381 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.565678 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.565959 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.566238 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.566511 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.566799 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.567088 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.567377 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.567764 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.568050 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.568325 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.568601 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.568890 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.569197 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.569803 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.570097 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.570396 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.570675 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.570956 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.571263 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.571557 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.571843 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.572134 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.572427 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.572708 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.572984 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.573259 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.573567 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] use_json = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.573840 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.574112 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.574401 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.574679 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.574953 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.575228 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.575501 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.575787 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:59:58.576084 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.576385 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.576692 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.576977 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.577276 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.577583 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.577879 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.578156 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.578449 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.578742 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.579031 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.579312 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.579601 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.579881 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.580180 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.580491 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.580794 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.581089 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.581398 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.581668 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.581945 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.582229 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.582520 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.582817 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.583111 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.583389 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.583670 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.583967 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.584248 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.584524 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.584830 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.585125 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.585447 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.585711 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.585994 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.586272 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.586545 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.586819 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.587097 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.587390 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.587666 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.587938 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.588208 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.588484 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.588758 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.589041 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.589318 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.589616 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.589888 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.590165 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.590438 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.590713 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.590987 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.591259 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.591535 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.591807 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.592079 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.592355 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.592626 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.592897 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.593167 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.593460 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.593736 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.594009 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.594280 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.594551 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.594820 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.595093 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.595379 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.595674 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.595952 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.596229 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.596508 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.596786 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.597063 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.597338 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.597639 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.597918 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.598193 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.598483 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.598770 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.599056 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.599339 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.599619 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.599915 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.600192 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.601007 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.601286 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.601591 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.601883 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.602165 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.602465 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.602760 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.603054 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.603350 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.603643 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.603924 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.604232 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.604511 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:59:58.604728 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:59:58.604969 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93143) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 16:59:58.956603 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:59:58.956857 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:59:58.957099 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:59:58.957606 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 16:59:59.352037 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.352327 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.352603 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.353940 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.354212 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.354491 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.389136 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.389439 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.389712 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.403517 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.403797 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.404066 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.434078 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.434358 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.434630 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.474101 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.474383 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.474657 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.721182 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.721912 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.721912 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.722154 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.722719 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.852065 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.852599 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.853052 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.853413 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.853697 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.854019 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.854284 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.854546 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.854807 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.855160 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.855605 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.856063 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.856411 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.856674 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.856937 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.857212 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.857661 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.857949 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.858228 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.858493 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.858768 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.859025 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.859309 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.859692 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.859948 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.860199 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.860599 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:59:59.860851 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:59:59.861093 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:59:59.861335 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:59:59.861610 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:59:59.861922 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:59:59.862292 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 16:59:59.866931 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 16:59:59.870951 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 16:59:59.876176 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 23 16:59:59.877987 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 16:59:59.878453 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 16:59:59.878776 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 16:59:59.879163 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 16:59:59.883108 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 16:59:59.883503 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 16:59:59.884043 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:59:59.890827 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 16:59:59.916947 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 16:59:59.917460 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.917827 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93143) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 16:59:59.918195 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.919557 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93143) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 16:59:59.919842 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:59:59.920089 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 16:59:59.923604 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.923886 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:59:59.995343 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 16:59:59.995514 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 16:59:59.995750 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 16:59:59.996130 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 17:00:00.020071 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_db.sqlalchemy.engines [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93143) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 17:00:00.566884 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Initializing driver for type 'gre' Jul 23 17:00:00.567412 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] gre ID ranges: [(1, 1000)] Jul 23 17:00:00.618843 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Initializing driver for type 'local' Jul 23 17:00:00.619200 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Initializing driver for type 'vlan' Jul 23 17:00:00.631115 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] VlanTypeDriver initialization complete Jul 23 17:00:00.631455 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Initializing driver for type 'vxlan' Jul 23 17:00:00.631969 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] vxlan ID ranges: [(1, 1000)] Jul 23 17:00:00.684919 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Initializing extension driver 'port_security' Jul 23 17:00:00.685250 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.extensions.port_security [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] PortSecurityExtensionDriver initialization complete Jul 23 17:00:00.685609 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Initializing mechanism driver 'openvswitch' Jul 23 17:00:00.685930 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Initializing mechanism driver 'hyperv' Jul 23 17:00:00.692348 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.plugins.ml2.plugin [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:00.693046 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > port after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.693443 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > port after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.693810 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > port after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.694920 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 17:00:00.695352 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > subnet after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.695704 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > subnet after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.696048 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.696438 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 17:00:00.696838 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > network after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.697185 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > network after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.697554 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > network after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.698006 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 17:00:00.698430 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > security_group after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.698774 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > security_group after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.699112 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.699637 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 17:00:00.700042 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.700392 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.700730 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.701120 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 17:00:00.701549 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > address_group after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.701895 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > address_group after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.702234 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.702617 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 17:00:00.702992 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] ML2 OVO RPC backend initialized. {{(pid=93143) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 17:00:00.703691 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.704044 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.704457 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > network before_response 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.704801 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > networks before_response 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.705143 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > port before_response 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.705509 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > ports before_response 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.705851 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > subnet before_response 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.706187 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > subnets before_response 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.706529 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > network after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.706864 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > network after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.707197 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > network after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.707531 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > port after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.707863 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > port after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.708192 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > port after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.708522 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > subnet after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.708853 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > subnet after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.709182 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.709785 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.plugin [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Modular L2 Plugin initialization complete Jul 23 17:00:00.710113 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading services supported by the core plugin {{(pid=93143) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 17:00:00.710437 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.plugins.ml2.managers [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Got port-security extension from driver 'port_security' Jul 23 17:00:00.710930 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.extensions.vlantransparent [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Disabled vlantransparent extension. Jul 23 17:00:00.711409 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93143) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 17:00:00.711723 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading Plugin: router Jul 23 17:00:00.746888 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.747430 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router after_create 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.747624 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router before_create 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.747985 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.748358 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.748709 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router after_delete 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.749063 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.749444 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router after_create 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.749791 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router after_update 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.750135 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router after_update 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.750481 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.750834 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router after_update 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.751242 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router precommit_update 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.751604 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: port after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.751942 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: port after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.752278 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: subnet after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.752615 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.752963 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.753316 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router precommit_create 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.753688 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: port before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.754028 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router precommit_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.754379 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router after_update 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.754720 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.755070 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router precommit_create 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.755428 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.755769 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router precommit_update 55549900 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.756132 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > agent after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.756481 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > agent after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.757478 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > network after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.758326 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Tracking information for resource: router configured {{(pid=93143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:00:00.758656 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Tracking information for resource: floatingip configured {{(pid=93143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:00:00.763609 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.db.l3_agentschedulers_db [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 17:00:00.764183 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: port after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.764546 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: port after_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.764893 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: port after_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.765240 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: port after_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.766067 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router before_create 55550100 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.766431 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.766787 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router precommit_create 55550100 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.767138 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > router precommit_update 55550100 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.771549 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.services.provider_configuration [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service providers = [] {{(pid=93143) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 17:00:00.771914 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.db.servicetype_db [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93143) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 17:00:00.774859 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.services.service_base [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 17:00:00.775208 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.services.service_base [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 17:00:00.775546 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.services.service_base [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 17:00:00.776417 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.services.service_base [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 17:00:00.776856 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.services.service_base [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 17:00:00.777227 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 17:00:00.777581 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 17:00:00.788504 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 17:00:00.788841 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading Plugin: auto_allocate Jul 23 17:00:00.794601 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: network precommit_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.794963 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: network precommit_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.795475 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 17:00:00.795795 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading Plugin: tag Jul 23 17:00:00.802449 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 17:00:00.802778 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading Plugin: timestamp Jul 23 17:00:00.808486 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 17:00:00.808885 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading Plugin: network_ip_availability Jul 23 17:00:00.814274 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.814639 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.814996 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:00.815697 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 17:00:00.816017 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading Plugin: flavors Jul 23 17:00:00.820700 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 17:00:00.820987 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading Plugin: revisions Jul 23 17:00:00.825284 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 17:00:00.827432 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_concurrency.lockutils [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.868s {{(pid=93143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 17:00:00.827432 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93143) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 17:00:00.827432 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Initializing extension manager. Jul 23 17:00:00.827432 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: __init__.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.827745 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: __pycache__ {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.827899 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.828228 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: address_group.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.828974 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.829565 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: address-group Jul 23 17:00:00.829885 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: address_scope.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.830596 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.831097 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: address-scope Jul 23 17:00:00.831414 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.832332 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.832829 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: router-admin-state-down-before-update Jul 23 17:00:00.833146 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: agent.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.833875 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.834575 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: agent Jul 23 17:00:00.834900 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: agent_resources_synced.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.835810 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.836303 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: agent-resources-synced Jul 23 17:00:00.836619 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: allowedaddresspairs.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.838423 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.838933 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: allowed-address-pairs Jul 23 17:00:00.839255 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: auto_allocated_topology.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.840309 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.840808 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: auto-allocated-topology Jul 23 17:00:00.841127 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: availability_zone.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.841850 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.842347 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: availability_zone Jul 23 17:00:00.842662 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: availability_zone_filter.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.843567 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.844063 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: availability_zone_filter Jul 23 17:00:00.844377 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: data_plane_status.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.845271 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.845790 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 17:00:00.846109 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: default_subnetpools.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.847013 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.847510 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: default-subnetpools Jul 23 17:00:00.847828 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.848633 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.849132 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: dhcp_agent_scheduler Jul 23 17:00:00.849479 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: dns.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.850914 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.851411 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 17:00:00.851731 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: dns_domain_ports.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.852642 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.853138 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 17:00:00.853482 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.854424 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.854959 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 17:00:00.855277 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: dvr.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.855948 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.856443 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: dvr Jul 23 17:00:00.856759 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: ecmp_routes.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.857697 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.858192 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 17:00:00.858509 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: empty_string_filtering.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.859405 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.859904 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: empty-string-filtering Jul 23 17:00:00.860220 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.861116 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.861647 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 17:00:00.861963 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.862875 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.863367 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 17:00:00.863682 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: external_net.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.864593 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.865086 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: external-net Jul 23 17:00:00.865429 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.866948 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.867442 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: extra_dhcp_opt Jul 23 17:00:00.867756 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: extraroute.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.868658 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.869155 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: extraroute Jul 23 17:00:00.869509 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: extraroute_atomic.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.870611 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.871117 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: extraroute-atomic Jul 23 17:00:00.871435 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: filter_validation.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.872099 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.872595 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: filter-validation Jul 23 17:00:00.872911 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: fip_pf_description.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.873852 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.874348 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 17:00:00.874662 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: fip_port_details.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.875560 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.876054 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: fip-port-details Jul 23 17:00:00.876371 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: flavors.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.877607 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.878109 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: flavors Jul 23 17:00:00.878428 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.880076 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.880591 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 17:00:00.880922 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: floatingip_pools.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.881675 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.882183 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: floatingip-pools Jul 23 17:00:00.882509 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: ip_allocation.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.883423 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.883922 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 17:00:00.884246 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.885151 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.885742 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: ip-substring-filtering Jul 23 17:00:00.886082 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: l2_adjacency.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.887000 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.887498 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 17:00:00.887818 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: l3.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.888767 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.889278 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: router Jul 23 17:00:00.889623 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.891958 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.892486 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 17:00:00.892815 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.893775 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.894284 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: ext-gw-mode Jul 23 17:00:00.894610 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.895538 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.896039 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: l3-ha Jul 23 17:00:00.896579 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: l3_flavors.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.897396 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.897901 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: l3-flavors Jul 23 17:00:00.898219 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.899120 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.899620 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 17:00:00.899939 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: l3agentscheduler.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.900953 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.901561 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: l3_agent_scheduler Jul 23 17:00:00.901888 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: logging.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.903369 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.903882 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension logging not supported by any of loaded plugins Jul 23 17:00:00.904209 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: metering.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.904947 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.905538 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: metering Jul 23 17:00:00.905863 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.906940 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.907448 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: metering_source_and_destination_fields Jul 23 17:00:00.907772 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: multiprovidernet.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.908734 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.909233 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: multi-provider Jul 23 17:00:00.909591 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: netmtu.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.910505 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.911091 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: net-mtu Jul 23 17:00:00.911433 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: netmtu_writable.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.912273 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.913328 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: net-mtu-writable Jul 23 17:00:00.913643 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: network_availability_zone.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.914313 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.914809 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: network_availability_zone Jul 23 17:00:00.915124 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: network_ip_availability.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.916229 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.916730 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: network-ip-availability Jul 23 17:00:00.917125 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: network_segment_range.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.917895 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.918390 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 17:00:00.918708 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: pagination.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.919682 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.920037 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: pagination Jul 23 17:00:00.920325 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: port_device_profile.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.921260 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.922045 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: port-device-profile Jul 23 17:00:00.922368 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.923290 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.923792 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: port-mac-address-regenerate Jul 23 17:00:00.924114 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.925081 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.925613 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: port-numa-affinity-policy Jul 23 17:00:00.925937 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: port_resource_request.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.926849 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.927496 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 17:00:00.927784 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: portbindings.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.929335 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.929978 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: binding Jul 23 17:00:00.930348 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: portbindings_extended.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.931934 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.932501 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: binding-extended Jul 23 17:00:00.932841 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: portsecurity.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.933771 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.934274 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: port-security Jul 23 17:00:00.934598 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: project_id.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.935560 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.935887 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: project-id Jul 23 17:00:00.936207 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: providernet.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.937118 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.937649 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: provider Jul 23 17:00:00.937968 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: qos.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.941459 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.941978 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension qos not supported by any of loaded plugins Jul 23 17:00:00.942311 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.943557 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.944096 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 17:00:00.944424 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.945341 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.945868 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 17:00:00.946191 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: qos_default.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.947108 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.947610 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension qos-default not supported by any of loaded plugins Jul 23 17:00:00.947930 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: qos_fip.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.948680 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.949174 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 17:00:00.949522 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: qos_gateway_ip.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.950441 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.950944 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 17:00:00.951264 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: qos_port_network_policy.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.952168 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.952669 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 17:00:00.952991 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: qos_rule_type_details.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.953935 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.954433 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 17:00:00.954753 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: qos_rules_alias.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.955782 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.956290 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 17:00:00.956613 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: quotasv2.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.957576 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.957904 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: quotas Jul 23 17:00:00.958223 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: quotasv2_detail.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.961255 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.961625 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: quota_details Jul 23 17:00:00.961960 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: rbac.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.963034 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.963557 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: rbac-policies Jul 23 17:00:00.963963 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: rbac_address_group.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.965090 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.965631 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: rbac-address-group Jul 23 17:00:00.965957 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: rbac_address_scope.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.966872 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.967378 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: rbac-address-scope Jul 23 17:00:00.967697 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: rbac_security_groups.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.968603 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.969106 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: rbac-security-groups Jul 23 17:00:00.969446 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: rbac_subnetpool.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.970352 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.970855 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: rbac-subnetpool Jul 23 17:00:00.971172 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: revisionifmatch.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.972082 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.972585 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: revision-if-match Jul 23 17:00:00.972909 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: revisions.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.974048 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.974556 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: standard-attr-revisions Jul 23 17:00:00.974877 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: router_availability_zone.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.976140 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.976644 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: router_availability_zone Jul 23 17:00:00.976967 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: routerservicetype.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.977913 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.978416 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 17:00:00.978738 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.979722 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.980227 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: security-groups-normalized-cidr Jul 23 17:00:00.980549 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.981498 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.982007 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: port-security-groups-filtering Jul 23 17:00:00.982328 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.983255 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.983761 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: security-groups-remote-address-group Jul 23 17:00:00.984080 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: securitygroup.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.994208 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.994728 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: security-group Jul 23 17:00:00.995104 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: segment.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.995915 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.996425 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension segment not supported by any of loaded plugins Jul 23 17:00:00.996749 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.997728 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:00.998228 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 17:00:00.998550 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: servicetype.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:00.999653 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.000161 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: service-type Jul 23 17:00:01.000486 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: sorting.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.001493 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.001825 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: sorting Jul 23 17:00:01.002146 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: standard_attr_segment.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.003132 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.003634 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 17:00:01.003954 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: standardattrdescription.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.004603 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.005093 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: standard-attr-description Jul 23 17:00:01.005439 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: stateful_security_group.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.006371 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.006906 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: stateful-security-group Jul 23 17:00:01.007227 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: stdattrs_common.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.007810 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 17:00:01.008128 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.009060 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.009598 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 17:00:01.009920 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: subnet_onboard.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.010971 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.011476 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: subnet_onboard Jul 23 17:00:01.011796 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.012715 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.013212 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 17:00:01.013641 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: subnet_service_types.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.014565 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.015067 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: subnet-service-types Jul 23 17:00:01.015387 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: subnetallocation.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.016451 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.016956 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: subnet_allocation Jul 23 17:00:01.017278 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.017977 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.018475 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: subnetpool-prefix-ops Jul 23 17:00:01.018796 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.019720 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.020222 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 17:00:01.020542 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: tagging.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.021646 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.022176 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: standard-attr-tag Jul 23 17:00:01.022502 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: timestamp.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.023701 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.024208 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loaded extension: standard-attr-timestamp Jul 23 17:00:01.024534 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: trunk.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.025597 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.026109 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension trunk not supported by any of loaded plugins Jul 23 17:00:01.026434 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: trunk_details.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.027353 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.027860 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 17:00:01.028197 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: uplink_status_propagation.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.029152 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.029788 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 17:00:01.030124 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Loading extension file: vlantransparent.py {{(pid=93143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 17:00:01.030810 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 17:00:01.031310 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 17:00:01.033953 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:network Jul 23 17:00:01.034495 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:subnet Jul 23 17:00:01.034893 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:00:01.035283 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:port Jul 23 17:00:01.036530 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.036970 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service FLAVORS assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.037615 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.038586 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.038915 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:router Jul 23 17:00:01.039346 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 17:00:01.039833 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service METERING assigned prefix: /metering {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.041262 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:01.041658 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:01.042061 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:00:01.043075 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 17:00:01.043530 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:security_group Jul 23 17:00:01.043977 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 17:00:01.044559 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service CORE assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.044899 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:00:01.045243 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] subnetpool is already registered Jul 23 17:00:01.045708 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service CORE assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.046031 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:00:01.046360 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] subnetpool is already registered Jul 23 17:00:01.048921 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.049352 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service FLAVORS assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.049963 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.050384 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.050737 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:router Jul 23 17:00:01.051096 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] router is already registered Jul 23 17:00:01.051523 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 17:00:01.051857 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] floatingip is already registered Jul 23 17:00:01.052301 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service METERING assigned prefix: /metering {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.052957 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 17:00:01.053289 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] rbac_policy is already registered Jul 23 17:00:01.054287 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:security_group Jul 23 17:00:01.054621 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] security_group is already registered Jul 23 17:00:01.055015 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 17:00:01.055344 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] security_group_rule is already registered Jul 23 17:00:01.055953 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service CORE assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.056279 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:00:01.056612 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] subnetpool is already registered Jul 23 17:00:01.057022 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.v2.resource_helper [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Service CORE assigned prefix: {{(pid=93143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 17:00:01.057342 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:00:01.057694 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING neutron.quota.resource_registry [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] subnetpool is already registered Jul 23 17:00:01.058168 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: extensions {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.059636 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: address-groups {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.061115 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: address-scopes {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.062449 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: agents {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.063606 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: auto-allocated-topology {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.064820 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: availability_zones {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.066082 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: dhcp-networks {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.068611 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: dhcp-agents {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.070087 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: routers {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.071826 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: flavors {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.073037 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: service_profiles {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.074323 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: next_providers {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.075838 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: service_profiles {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.077474 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: floatingip-pools {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.078674 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: routers {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.080397 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: floatingips {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.081698 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: l3-routers {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.083082 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: l3-agents {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.084470 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: metering-labels {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.085767 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: metering-label-rules {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.087132 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: network-ip-availabilities {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.088371 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: bindings {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.089940 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: quotas {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.091536 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: quotas {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.092952 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: rbac-policies {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.094173 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: security-groups {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.095472 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: security-group-rules {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.096688 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: service-providers {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.097943 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: subnetpools {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.099240 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: subnetpools {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.101393 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.103055 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.104898 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.106696 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.108403 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.110364 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.112070 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.113955 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.115780 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.118208 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron.api.extensions [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Extended resource: tags {{(pid=93143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 17:00:01.124068 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING keystonemiddleware.auth_token [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 17:00:01.128570 dv-cinder-801916-2-iscsi neutron-server[93143]: WARNING keystonemiddleware.auth_token [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 17:00:01.137848 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_concurrency.lockutils [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Acquired lock "singleton_lock" {{(pid=93143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 17:00:01.138315 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_concurrency.lockutils [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Releasing lock "singleton_lock" {{(pid=93143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 17:00:01.138971 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO oslo_service.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Starting 2 workers Jul 23 17:00:01.143859 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Started child 93250 {{(pid=93143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 17:00:01.148826 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Started child 93251 {{(pid=93143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 17:00:01.149854 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.150600 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO neutron.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 17:00:01.151088 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Notify callbacks [] for process, before_spawn {{(pid=93143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.151346 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [-] (93250) wsgi starting up on http://0.0.0.0:9696 Jul 23 17:00:01.153619 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO oslo_service.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Starting 1 workers Jul 23 17:00:01.153826 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.155196 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [-] (93251) wsgi starting up on http://0.0.0.0:9696 Jul 23 17:00:01.158806 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Started child 93252 {{(pid=93143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 17:00:01.159310 dv-cinder-801916-2-iscsi neutron-server[93143]: INFO oslo_service.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Starting 1 workers Jul 23 17:00:01.163524 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] calling RpcWorker wait() {{(pid=93252) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 17:00:01.164078 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] returning from RpcWorker wait() {{(pid=93252) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 17:00:01.164506 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Started child 93253 {{(pid=93143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 17:00:01.165342 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG neutron_lib.callbacks.manager [None req-91326002-5093-4da8-9b0c-252c5d99a457 None None] Notify callbacks [] for process, after_spawn {{(pid=93143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.165480 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.166101 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:01.167210 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 17:00:01.167416 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:00:01.167603 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 17:00:01.167814 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 17:00:01.168160 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 17:00:01.168318 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 17:00:01.168999 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.169394 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:01.169866 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.169866 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.169995 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.170214 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.170797 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.171067 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.171303 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.171570 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.172084 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.172246 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.172570 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.172976 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.173405 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.173826 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.174229 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.174628 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.175052 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.175379 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.175777 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.176194 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.176580 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.176981 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] debug = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.177380 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.178048 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.178513 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.178889 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.179256 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.179663 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.180046 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.180476 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.180850 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.181237 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.181643 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.182038 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.182423 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.182971 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.183337 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.183735 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.184097 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.184718 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] host = dv-cinder-801916-2-iscsi {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.185113 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.185517 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.185903 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.186303 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.186702 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.187059 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.187461 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.187857 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.188242 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.188609 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.189013 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.189436 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.189847 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.190237 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.190541 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_options = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.190914 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.191311 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.191735 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.192062 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.192366 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.192678 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.193065 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.193396 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.193814 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.194198 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.194564 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.194939 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.195313 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.195679 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.196065 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.196447 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.196821 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.197179 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.197622 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.197996 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.198961 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.199074 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:01.200023 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.200258 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.200557 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.200860 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.201107 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.201392 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.202276 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.202514 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.202791 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.203025 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.203278 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.203527 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.203773 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.204026 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.204259 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.204494 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.204772 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.205004 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.205255 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.205535 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.205788 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.206043 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.206277 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.206530 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.206759 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_json = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.206974 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.207188 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.207603 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.207830 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.208043 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.208259 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.208473 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.208709 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.209139 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.209461 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.210327 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.210577 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.210818 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.211058 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.211315 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.211540 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.211823 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.212101 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.213092 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.213475 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.213711 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.213988 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.214266 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.214637 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.214931 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.215228 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.215488 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.215720 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.215966 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.216194 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.216537 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.216821 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.217099 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.217380 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.217610 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.217842 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.218089 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.218347 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.218573 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220257 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220257 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220257 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220257 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220257 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220257 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220257 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220702 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220702 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.220917 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.221162 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.221415 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.221639 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.221888 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.222078 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.222545 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.222885 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.223209 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.223574 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.223925 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.224166 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.224390 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.224614 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.224845 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.225110 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.225429 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.226155 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.226392 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.226618 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.226858 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.227122 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.227347 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.227697 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.227928 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.228177 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.228391 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.228618 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.228844 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.229079 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.229522 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.229952 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.230173 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.230408 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.230651 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.230868 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.231082 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.231523 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.231972 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.232293 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.232609 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.235505 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.235505 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.235505 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.235505 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.235505 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.235505 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.235505 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.235505 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.236131 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.236131 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.236131 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.236131 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.236131 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.236502 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.236614 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.236882 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.237130 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.237923 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.237923 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.237923 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.238164 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.238348 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.238594 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.238834 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.239059 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.239342 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.239599 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.239818 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.240081 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.240317 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.240593 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.240855 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.241130 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.241351 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.241630 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.241941 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.242220 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.242487 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.242721 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.242982 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.243244 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.243475 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.243735 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.243970 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.244200 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.244441 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.244737 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.245097 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.245250 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.245473 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.245734 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.246071 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.246304 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.246580 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.246815 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.247075 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.247378 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.247692 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.248005 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.248255 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.248489 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.248750 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.248979 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.249211 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.249464 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.249698 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.249937 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.250182 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.250413 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.250706 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.251522 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.251522 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.251848 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.252004 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.252165 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.253394 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.253394 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.253394 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.253394 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.253394 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.253744 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.253744 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.253989 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.254196 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.254415 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.254651 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.254907 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.255125 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.255407 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.255653 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.255903 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.256128 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.256399 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.256676 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.256896 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.257140 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.257410 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.257628 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.257843 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.258058 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.258292 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.258512 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.258731 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.258975 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.259228 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.259482 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.259826 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.260066 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.260296 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.260542 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.260797 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.260974 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.261399 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.261677 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.261858 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.262363 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.263226 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.263628 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.263874 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.264091 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.264304 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.264686 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.265070 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.265298 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.265559 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.265857 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.266104 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.266336 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.266619 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.266880 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.267120 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.267363 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.267597 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.267810 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.268084 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.268302 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.268563 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.268853 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.269065 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.269325 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.269592 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.269899 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.270117 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.270346 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.270623 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.270835 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.271059 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.271355 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.271566 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.271813 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.272659 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.272880 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.273126 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.273415 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.273632 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.273882 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.274137 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.274364 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.274586 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.274800 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.275008 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.275322 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.275583 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.275820 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.276095 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.276327 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.276586 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.276834 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.277139 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.277373 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.277646 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.277891 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.278111 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.278340 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.278582 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.278897 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.279190 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.279443 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.279695 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.279939 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.280225 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.280509 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.280728 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.281043 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.281411 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.281683 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.281934 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.282193 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.282442 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.282665 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.282883 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.283099 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.283343 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.283576 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.283812 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.284041 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.284284 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.284517 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.284744 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.284965 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.285220 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.285473 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.285721 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.285937 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.286094 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 17:00:01.286625 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 17:00:01.286791 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:00:01.286941 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 17:00:01.287264 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 17:00:01.287594 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 17:00:01.288430 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 17:00:01.288804 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.288963 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.289277 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.289483 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.289613 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.289799 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.289962 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.290112 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.290276 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.290435 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.290593 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.290752 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.290910 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.291072 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.291230 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.291388 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.291545 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.291703 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.291875 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.292012 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.292170 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.292482 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.292640 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] debug = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.292949 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.293169 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.293392 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.293513 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.293688 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.293847 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.294004 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.294163 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.294325 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.294487 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.294641 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.294952 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.295113 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.295277 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.295436 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.295593 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.295756 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.295911 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] host = dv-cinder-801916-2-iscsi {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.296069 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.296227 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.296387 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.296546 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.296961 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.297127 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.297603 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.297603 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.297603 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.297814 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.297897 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.298045 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.298200 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.298358 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.298516 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_options = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.298673 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.298831 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.298989 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.299177 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.299341 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.299498 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.299961 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.299961 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.299961 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.300168 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.300234 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.300397 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.300543 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.300681 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.300842 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.300998 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.301155 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.301313 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.301493 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.301651 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.301809 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.301965 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.302105 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.302267 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.302424 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.302580 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.302737 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.302894 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.303099 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.303231 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.303375 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.303510 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.303667 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.303825 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.303981 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.304139 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.304296 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.304456 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.304615 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.304772 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.304928 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.305086 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.305247 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.305429 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.305638 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.305800 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_json = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.305959 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.306118 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.306276 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.306435 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.306592 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.306750 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.306909 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.307067 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 17:00:01.307244 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.307405 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.307583 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.307710 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.307871 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.308030 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.308188 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.308348 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.308507 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.308666 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.308834 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.308994 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.309118 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:01.309255 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.309412 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.309536 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.309672 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.309797 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.309962 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.310122 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.310297 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.310460 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.310619 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.310843 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.311015 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.311177 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.311336 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.311555 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.311714 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.311873 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.312033 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.312262 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.312413 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.312572 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.312752 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.312938 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.313212 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.313348 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.313508 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.313648 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.313809 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.313971 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.314130 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.314290 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.314451 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.314612 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.314772 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.314933 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.315093 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.315257 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.315417 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.315587 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.315746 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.315906 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.316065 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.316225 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.316384 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.316543 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.316702 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.316861 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.317021 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.317179 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.317351 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.317533 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.317692 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.317852 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.318012 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.318171 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.318331 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.318490 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.318649 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.318808 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.318987 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.319149 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.319309 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.319467 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.319627 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.319786 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.319946 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.320106 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.320292 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.320417 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.320586 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.320792 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.321026 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.321026 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.321270 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.321418 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.321543 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.321752 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.321925 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.322057 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.322191 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.322314 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.322440 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.322599 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.322757 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.322916 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.323081 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.323380 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.324035 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.324206 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.324525 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.324684 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.324995 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.325155 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.325476 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.325783 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.326089 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.326251 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.326412 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.326572 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.326742 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.326906 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.327074 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.327220 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.327387 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.327559 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.327719 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.327879 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.328040 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.328198 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.328359 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.328518 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.328676 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.328836 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.328995 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.329154 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.329320 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.329509 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.329664 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.329824 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.329983 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.330166 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.330325 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.330485 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.330645 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.330804 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.330963 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.331121 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.331281 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.331441 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.331600 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.331764 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.331923 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.332081 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.332246 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.332372 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.332533 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.332696 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.332842 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.333001 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.333161 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.333322 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.333503 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.333664 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.333823 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.333982 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.334141 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.334301 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.334459 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.335126 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.335289 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.335475 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.335636 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.335796 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.335959 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.336140 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.336301 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.336461 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.336648 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.336832 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.336992 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.337153 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.337413 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.337558 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.337721 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.337884 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.338102 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.338263 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.338427 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.338661 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.338856 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.338985 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.339147 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.339347 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.339534 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.339692 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.339868 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.340080 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.340241 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.340403 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.340562 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.340785 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.340945 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.341105 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.341264 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.341495 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.341655 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.341819 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.342070 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.342171 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.342336 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.342495 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.342679 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.342866 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.343047 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.343221 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.343402 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.343564 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.343727 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.343925 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.344069 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.344204 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.344357 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.344516 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.344675 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.344822 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.344984 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.345233 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.345416 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.345548 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.345677 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.345835 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.345994 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.346163 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.346322 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.346469 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.346626 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.346784 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.346942 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.347110 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.347270 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.347429 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.347588 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.347746 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.347907 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.348076 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.348235 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.348394 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.348552 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.348711 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.348869 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.349038 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.349203 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.349347 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.349540 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.349687 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.349847 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.350007 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.350195 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.350871 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.351029 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.351188 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.351352 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.351515 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.351785 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.351978 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.351978 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.352282 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.352282 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.352536 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.352663 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.352810 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.352946 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.353074 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.353202 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.353408 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.353556 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.353691 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.354130 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.354130 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.354130 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.354586 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.354586 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.354586 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.354793 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.354871 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.355011 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.355170 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.355328 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.355518 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.355627 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.355785 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.355945 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.356104 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 17:00:01.356257 dv-cinder-801916-2-iscsi neutron-server[93143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 17:00:01.503889 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 42208) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:01.512765 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063269 Jul 23 17:00:12.907199 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28efdc8-ee9a-4ae7-bc2b-7bec6975e3c1 None None] get_active_networks_info from dv-cinder-801916-2-iscsi {{(pid=93252) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 17:00:12.981336 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28efdc8-ee9a-4ae7-bc2b-7bec6975e3c1 None None] No non-hosted networks {{(pid=93252) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 17:00:13.017139 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.agentschedulers_db [None req-e28efdc8-ee9a-4ae7-bc2b-7bec6975e3c1 None None] DHCP Agent not found on host dv-cinder-801916-2-iscsi {{(pid=93252) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 17:00:13.111824 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d2c69d1e-c4a8-4457-8407-e8d92f4aba09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719172'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:15.407308 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5b82f65c-d914-403c-b9e3-4643997f3392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719172'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:15.495216 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6ac747d8-af8f-4085-8f54-a53670e62aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:15.765623 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719172'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:15.768526 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.770909 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.776578 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.777283 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.778974 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.781509 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.782038 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.782651 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.783171 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.783670 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.784149 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.785026 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:15.785623 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801916-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:15.808852 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801916-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:16.384429 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719172'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.980602 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719172'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.195697 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 42300) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:19.686200 dv-cinder-801916-2-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-31bcf349-92eb-4455-834c-16eb8ec0163f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 17:00:19.686781 dv-cinder-801916-2-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-31bcf349-92eb-4455-834c-16eb8ec0163f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 17:00:19.906021 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [None req-31bcf349-92eb-4455-834c-16eb8ec0163f admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:00:19.907166 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-31bcf349-92eb-4455-834c-16eb8ec0163f admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7093000 Jul 23 17:00:21.741826 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.db.l3_hamode_db [None req-d948269d-7d68-4b4a-97d5-d90444726ce1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 17:00:21.817735 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948269d-7d68-4b4a-97d5-d90444726ce1 None None] Routers set() bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:21.818062 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948269d-7d68-4b4a-97d5-d90444726ce1 None None] Router IDs set() for agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 17:00:22.276141 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 42314) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:22.579179 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-35f2edfd-d161-4ccc-85fa-f316fd89137f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:22.672005 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.policy [None req-35f2edfd-d161-4ccc-85fa-f316fd89137f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93251) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 17:00:22.716260 dv-cinder-801916-2-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-35f2edfd-d161-4ccc-85fa-f316fd89137f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 17:00:22.716626 dv-cinder-801916-2-iscsi neutron-server[93251]: WARNING oslo_policy.policy [None req-35f2edfd-d161-4ccc-85fa-f316fd89137f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 17:00:22.725764 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.quota [None req-35f2edfd-d161-4ccc-85fa-f316fd89137f admin admin] Loaded quota_driver: . Jul 23 17:00:22.815974 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-35f2edfd-d161-4ccc-85fa-f316fd89137f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757344424065', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757344425726', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757344428296', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757344409794', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757344416399', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757344258691', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-524899', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547654', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1684152', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1723570'] for rbac-policy, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.882729 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-35f2edfd-d161-4ccc-85fa-f316fd89137f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.884023 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-35f2edfd-d161-4ccc-85fa-f316fd89137f admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6068861 Jul 23 17:00:25.418987 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 42326) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:25.708850 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Request body: {'network': {'project_id': '567cade4da3845a693f77f5ade53fc4a', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'admin_state_up': True, 'name': 'private'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:25.737379 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Made reservation on behalf of 567cade4da3845a693f77f5ade53fc4a for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:25.740224 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.756995 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.880599 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.884907 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.905391 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:00:25.941262 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757343275906', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.941913 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Unsubscribe: segment precommit_create {{(pid=93251) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 17:00:25.942431 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Added segment b8870889-4cfe-4fc6-abf8-d21d429f779e of type vlan for network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 Jul 23 17:00:25.961270 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e925f3b6-13e4-4f5f-81d5-05f368cf065c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:26.012932 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.013294 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.013664 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.013998 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.014326 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.014669 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.014998 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.015342 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.015682 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.016011 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.016393 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.016819 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Tracked resource versions report: Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: pushed versions: Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: { 'AddressGroup': {'1.2'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Log': {'1.0'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Network': {'1.1'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Port': {'1.7'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'PortForwarding': {'1.2'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'QosPolicy': {'1.8'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SecurityGroup': {'1.4'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SubPort': {'1.0'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Subnet': {'1.1'}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Trunk': {'1.1'}} Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: consumer versions: Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: { DHCP agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: L3 agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: Metadata agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: Metering agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: Open vSwitch agent@dv-cinder-801916-2-iscsi: { 'AddressGroup': '1.2', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'ConntrackHelper': '1.0', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Log': '1.0', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Network': '1.1', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Port': '1.7', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'PortForwarding': '1.2', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'QosPolicy': '1.8', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SecurityGroup': '1.4', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SecurityGroupRule': '1.2', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SubPort': '1.0', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Subnet': '1.1', Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Trunk': '1.1'}} Jul 23 17:00:26.018082 dv-cinder-801916-2-iscsi neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 17:00:26.057827 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:26.109548 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:26.110754 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:26.111371 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:26.168743 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7486408 Jul 23 17:00:26.209027 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251043e0-76c9-476a-b823-ef5906560e45 admin admin] Pushing event updated for resources: {'Network': ['ID=870aa31d-808d-46c1-84b9-af74ee3bd6d7,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:26.220731 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:00:28.779072 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 42340) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:29.154655 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e84ad-7568-4a9f-a24d-91ec28344ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.155999 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-241e84ad-7568-4a9f-a24d-91ec28344ca6 admin admin] 10.222.0.70 "GET /v2.0/networks/870aa31d-808d-46c1-84b9-af74ee3bd6d7 HTTP/1.1" status: 200 len: 825 time: 0.3759789 Jul 23 17:00:29.179911 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c5f4af5a-714e-4095-aef9-9675fdfaf36d admin admin] 10.222.0.70 "GET /v2.0/subnetpools/cf76a1a3-2f38-42f2-9ca5-de3803979c6f HTTP/1.1" status: 200 len: 734 time: 0.0186574 Jul 23 17:00:29.188153 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'subnetpool_id': 'cf76a1a3-2f38-42f2-9ca5-de3803979c6f', 'name': 'private-subnet', 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7', 'gateway_ip': '172.20.0.1'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:29.209982 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Made reservation on behalf of 567cade4da3845a693f77f5ade53fc4a for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:29.212158 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:29.499792 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:29.572462 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Checking segment: {'id': 'b8870889-4cfe-4fc6-abf8-d21d429f779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:29.572863 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Network hostable DHCP agents. Network: 870aa31d-808d-46c1-84b9-af74ee3bd6d7, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:00:29.578043 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d398233-fd6e-4c7b-9700-580ca8386fb8,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:29.597770 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:00:29.609893 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 870aa31d-808d-46c1-84b9-af74ee3bd6d7) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:29.616373 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.617694 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:29.619302 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5855a937-7802-457c-818f-0785215ed60b None None] Network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:29.638349 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8c75a911-1f18-4ae0-a04c-ce56955aeca7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4457080 Jul 23 17:00:29.938384 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-870aa31d-808d-46c1-84b9-af74ee3bd6d7', 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'fixed_ips': [{'subnet_id': '8d398233-fd6e-4c7b-9700-580ca8386fb8'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:00:29.939810 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:30.210445 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Allocated IP 172.20.0.2 (870aa31d-808d-46c1-84b9-af74ee3bd6d7/8d398233-fd6e-4c7b-9700-580ca8386fb8/1ff13bec-d27e-49bc-9825-b18f85b5ddeb) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:30.436990 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:30.451927 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Transition to ACTIVE for port object 1ff13bec-d27e-49bc-9825-b18f85b5ddeb will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:30.472172 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Transition to ACTIVE for port object 1ff13bec-d27e-49bc-9825-b18f85b5ddeb will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:30.480574 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:30.548578 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:30.558213 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:30.565737 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Pushing event updated for resources: {'Port': ['ID=1ff13bec-d27e-49bc-9825-b18f85b5ddeb,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:30.570283 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:30.577944 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.578291 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.578626 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.578975 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.579300 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.579611 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.579931 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.580299 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.580637 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.580958 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.581274 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.581616 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Tracked resource versions report: Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: pushed versions: Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: { 'AddressGroup': {'1.2'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Log': {'1.0'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Network': {'1.1'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Port': {'1.7'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'PortForwarding': {'1.2'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'QosPolicy': {'1.8'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SecurityGroup': {'1.4'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SubPort': {'1.0'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Subnet': {'1.1'}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Trunk': {'1.1'}} Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: consumer versions: Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: { DHCP agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: L3 agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: Metadata agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: Metering agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: Open vSwitch agent@dv-cinder-801916-2-iscsi: { 'AddressGroup': '1.2', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'ConntrackHelper': '1.0', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Log': '1.0', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Network': '1.1', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Port': '1.7', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'PortForwarding': '1.2', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'QosPolicy': '1.8', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SecurityGroup': '1.4', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SecurityGroupRule': '1.2', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SubPort': '1.0', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Subnet': '1.1', Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Trunk': '1.1'}} Jul 23 17:00:30.582738 dv-cinder-801916-2-iscsi neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 17:00:30.659081 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Attempting to bind port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:30.659738 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Attempting to bind port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'b8870889-4cfe-4fc6-abf8-d21d429f779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:30.659893 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Attempting to bind port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb on network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:30.664773 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:30.665271 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Checking segment: {'id': 'b8870889-4cfe-4fc6-abf8-d21d429f779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:30.665777 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:30.666162 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Bound using segment: {'id': 'b8870889-4cfe-4fc6-abf8-d21d429f779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:30.666722 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Bound port: 1ff13bec-d27e-49bc-9825-b18f85b5ddeb, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8870889-4cfe-4fc6-abf8-d21d429f779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:30.667146 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:30.729424 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] For port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:30.733414 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] For port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=1ff13bec-d27e-49bc-9825-b18f85b5ddeb,segment=NetworkSegment(b8870889-4cfe-4fc6-abf8-d21d429f779e),segment_id=b8870889-4cfe-4fc6-abf8-d21d429f779e)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:30.737964 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:30.801582 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632254b1-f2fb-4b88-849d-22f6eee001bb None None] Pushing event updated for resources: {'Port': ['ID=1ff13bec-d27e-49bc-9825-b18f85b5ddeb,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:32.074995 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 42348) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:32.570185 dv-cinder-801916-2-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-d16a40d1-cd9a-482e-877c-114c68107b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 17:00:32.570743 dv-cinder-801916-2-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-d16a40d1-cd9a-482e-877c-114c68107b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 17:00:32.790691 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-d16a40d1-cd9a-482e-877c-114c68107b8b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:00:32.791916 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d16a40d1-cd9a-482e-877c-114c68107b8b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7158916 Jul 23 17:00:35.176117 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 42362) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:35.492644 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-ef8b80ec-2e02-48b6-b96b-32dc8c521f16 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:00:35.493574 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ef8b80ec-2e02-48b6-b96b-32dc8c521f16 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165178 Jul 23 17:00:38.110862 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 42376) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:38.409800 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '567cade4da3845a693f77f5ade53fc4a'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:38.477810 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.policy [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93250) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 17:00:38.523801 dv-cinder-801916-2-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 17:00:38.524178 dv-cinder-801916-2-iscsi neutron-server[93250]: WARNING oslo_policy.policy [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 17:00:38.532913 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.quota [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] Loaded quota_driver: . Jul 23 17:00:38.592168 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:38.594045 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:38.753300 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:38.759019 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:38.777660 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:38.778874 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e8d238f1-c124-4ac4-a82a-9db327ba33da admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6669896 Jul 23 17:00:39.225690 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85572e81-cd4f-4a3a-a5dd-f5ceebd56f1c None None] Network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:39.353046 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-6caee15d-0657-4733-8ab0-3e5161c62b8e None None] Provisioning for port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:39.634631 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 1ff13bec-d27e-49bc-9825-b18f85b5ddeb up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:39.726074 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:39.729552 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:39.729943 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:39.833111 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:39.866386 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=1ff13bec-d27e-49bc-9825-b18f85b5ddeb,segment=NetworkSegment(b8870889-4cfe-4fc6-abf8-d21d429f779e),segment_id=b8870889-4cfe-4fc6-abf8-d21d429f779e)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:39.870106 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:39.915598 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=1ff13bec-d27e-49bc-9825-b18f85b5ddeb,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:41.136139 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 42386) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:41.440555 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-0f478104-2737-489d-9e25-bf6e60f50766 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:00:41.441564 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0f478104-2737-489d-9e25-bf6e60f50766 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3044865 Jul 23 17:00:41.614427 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 1ff13bec-d27e-49bc-9825-b18f85b5ddeb up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:41.665242 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:41.665649 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:42.837006 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a4c57c85-bd9c-4905-baf3-b02e61e46046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:43.803640 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 42394) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:44.107476 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:44.132343 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Made reservation on behalf of 6470861eba524c4caf6d6162fd96f0f3 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:44.135289 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.150976 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.273993 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.277673 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.289567 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Reserving flat network on physical network physnet1 {{(pid=93250) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 17:00:44.322918 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757343275906', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.323670 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Unsubscribe: segment precommit_create {{(pid=93250) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 17:00:44.324018 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Added segment 09b981b5-8abe-410a-80a3-eafa031e02a1 of type flat for network 6294e940-5015-4228-a305-be46f959a48c Jul 23 17:00:44.342707 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ed6f0d-610e-4df8-84c0-06029694945b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:44.369671 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.370051 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.370417 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.370769 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.371099 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.371441 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.371773 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.372100 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.372448 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.372794 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.373147 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.373493 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Tracked resource versions report: Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: pushed versions: Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: { 'AddressGroup': {'1.2'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Log': {'1.0'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Network': {'1.1'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Port': {'1.7'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'PortForwarding': {'1.2'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'QosPolicy': {'1.8'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SecurityGroup': {'1.4'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SubPort': {'1.0'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Subnet': {'1.1'}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Trunk': {'1.1'}} Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: consumer versions: Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: { DHCP agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: L3 agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: Metadata agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: Metering agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: Open vSwitch agent@dv-cinder-801916-2-iscsi: { 'AddressGroup': '1.2', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'ConntrackHelper': '1.0', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Log': '1.0', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Network': '1.1', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Port': '1.7', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'PortForwarding': '1.2', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'QosPolicy': '1.8', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SecurityGroup': '1.4', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SecurityGroupRule': '1.2', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SubPort': '1.0', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Subnet': '1.1', Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Trunk': '1.1'}} Jul 23 17:00:44.374695 dv-cinder-801916-2-iscsi neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 17:00:44.456165 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.511084 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.512319 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:44.512941 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.572806 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7681310 Jul 23 17:00:44.614880 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdfc6c-4078-4056-bc21-451bee6a981e admin admin] Pushing event updated for resources: {'Network': ['ID=6294e940-5015-4228-a305-be46f959a48c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:44.626292 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 6294e940-5015-4228-a305-be46f959a48c details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:00:45.225900 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:00:45.399636 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f7906e78-b698-48c4-abe0-52f0631ddefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:45.759587 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:46.336897 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:46.915305 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 42416) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:47.128471 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d67fa-2ec2-415d-b5b9-e5176441c5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:47.129849 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b33d67fa-2ec2-415d-b5b9-e5176441c5fb admin admin] 10.222.0.70 "GET /v2.0/subnets/8d398233-fd6e-4c7b-9700-580ca8386fb8 HTTP/1.1" status: 200 len: 849 time: 0.2135665 Jul 23 17:00:47.261333 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4714e945-6814-46b4-b452-740ab286c9ed admin admin] 10.222.0.70 "GET /v2.0/routers/5a071848-a615-4aa0-99d1-c326b8dd2155 HTTP/1.1" status: 200 len: 704 time: 0.1261663 Jul 23 17:00:47.515625 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:47.805320 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Allocated IP 172.20.0.1 (870aa31d-808d-46c1-84b9-af74ee3bd6d7/8d398233-fd6e-4c7b-9700-580ca8386fb8/d949df50-4563-4605-aeb4-001b93350252) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:47.930383 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:47.986409 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.010409 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Transition to ACTIVE for port object d949df50-4563-4605-aeb4-001b93350252 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:48.089545 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.161294 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:48.172248 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:48.174466 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Pushing event updated for resources: {'Port': ['ID=d949df50-4563-4605-aeb4-001b93350252,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:48.187290 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:48.187833 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.378685 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-71302e56-072a-485e-a12d-6270cd73194e None None] Provisioning for port d949df50-4563-4605-aeb4-001b93350252 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:48.382684 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-71302e56-072a-485e-a12d-6270cd73194e None None] Provisioning complete for port d949df50-4563-4605-aeb4-001b93350252 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:48.383055 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-71302e56-072a-485e-a12d-6270cd73194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.415918 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-71302e56-072a-485e-a12d-6270cd73194e None None] Port d949df50-4563-4605-aeb4-001b93350252 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:48.452650 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.629185 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.633744 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.634603 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.691272 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Pushing event updated for resources: {'Port': ['ID=d949df50-4563-4605-aeb4-001b93350252,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:48.761319 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:48.762627 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:48.923609 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Router 5a071848-a615-4aa0-99d1-c326b8dd2155 is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:00:48.937656 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e24094b8-3b79-4874-8d24-45f0d67adc4b None None] Provisioning complete for port d949df50-4563-4605-aeb4-001b93350252 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:48.938219 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e24094b8-3b79-4874-8d24-45f0d67adc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:48.970756 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-e24094b8-3b79-4874-8d24-45f0d67adc4b None None] Port d949df50-4563-4605-aeb4-001b93350252 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:49.013432 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:49.018535 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fcbf47b7-ac84-48ae-9b2d-8aa3e5342287 admin admin] 10.222.0.70 "PUT /v2.0/routers/5a071848-a615-4aa0-99d1-c326b8dd2155/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7524014 Jul 23 17:00:49.024310 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Sync routers for ids ['5a071848-a615-4aa0-99d1-c326b8dd2155'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:49.035843 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Routers {'5a071848-a615-4aa0-99d1-c326b8dd2155'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:49.036597 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:00:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5a071848-a615-4aa0-99d1-c326b8dd2155'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:49.219377 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Set router 5a071848-a615-4aa0-99d1-c326b8dd2155 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:49.647117 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'name': 'router1', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:38Z', 'updated_at': '2021-07-23T17:00:48Z', 'revision_number': 2, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'gw_port_host': None, '_interfaces': [{'id': 'd949df50-4563-4605-aeb4-001b93350252', 'name': '', 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'mac_address': 'fa:16:3e:72:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:47Z', 'updated_at': '2021-07-23T17:00:48Z', 'revision_number': 2, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'subnets': [{'id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf76a1a3-2f38-42f2-9ca5-de3803979c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:49.698533 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Checking router: 5a071848-a615-4aa0-99d1-c326b8dd2155 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:49.698905 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Updating router 5a071848-a615-4aa0-99d1-c326b8dd2155 port d949df50-4563-4605-aeb4-001b93350252 binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:00:49.764235 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.257612 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.275302 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Transition to ACTIVE for port object d949df50-4563-4605-aeb4-001b93350252 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:50.281296 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.440081 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Pushing event updated for resources: {'Port': ['ID=d949df50-4563-4605-aeb4-001b93350252,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:50.454497 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Attempting to bind port d949df50-4563-4605-aeb4-001b93350252 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:50.454903 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Attempting to bind port d949df50-4563-4605-aeb4-001b93350252 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'b8870889-4cfe-4fc6-abf8-d21d429f779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:50.455338 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Attempting to bind port d949df50-4563-4605-aeb4-001b93350252 on network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:50.459443 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.460087 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.460294 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.460631 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.460955 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.461343 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.461626 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.461950 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.462316 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.462641 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.462960 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.463278 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Tracked resource versions report: Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: pushed versions: Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: { 'AddressGroup': {'1.2'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'ConntrackHelper': {'1.0'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Log': {'1.0'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Network': {'1.1'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Port': {'1.7'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'PortForwarding': {'1.2'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'QosPolicy': {'1.8'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SecurityGroup': {'1.4'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SecurityGroupRule': {'1.2'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SubPort': {'1.0'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Subnet': {'1.1'}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Trunk': {'1.1'}} Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: consumer versions: Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: { DHCP agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: L3 agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: Metadata agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: Metering agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: Open vSwitch agent@dv-cinder-801916-2-iscsi: { 'AddressGroup': '1.2', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'ConntrackHelper': '1.0', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Log': '1.0', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Network': '1.1', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Port': '1.7', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'PortForwarding': '1.2', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'QosPolicy': '1.8', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SecurityGroup': '1.4', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SecurityGroupRule': '1.2', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SubPort': '1.0', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Subnet': '1.1', Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Trunk': '1.1'}} Jul 23 17:00:50.464397 dv-cinder-801916-2-iscsi neutron-server[93253]: {{(pid=93253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 17:00:50.469104 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:50.469804 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Checking segment: {'id': 'b8870889-4cfe-4fc6-abf8-d21d429f779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:50.470283 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.470667 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Bound using segment: {'id': 'b8870889-4cfe-4fc6-abf8-d21d429f779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:50.471292 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Bound port: d949df50-4563-4605-aeb4-001b93350252, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8870889-4cfe-4fc6-abf8-d21d429f779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:50.471946 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.537617 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] For port d949df50-4563-4605-aeb4-001b93350252, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:50.562019 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] For port d949df50-4563-4605-aeb4-001b93350252, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=d949df50-4563-4605-aeb4-001b93350252,segment=NetworkSegment(b8870889-4cfe-4fc6-abf8-d21d429f779e),segment_id=b8870889-4cfe-4fc6-abf8-d21d429f779e)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:50.566372 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:50.622412 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f87668-319d-40cd-814f-97ca17e18622 None None] Pushing event updated for resources: {'Port': ['ID=d949df50-4563-4605-aeb4-001b93350252,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:50.629246 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Routers {'5a071848-a615-4aa0-99d1-c326b8dd2155'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:50.629884 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:00:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5a071848-a615-4aa0-99d1-c326b8dd2155'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:50.720846 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] Set router 5a071848-a615-4aa0-99d1-c326b8dd2155 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:50.929784 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'name': 'router1', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:38Z', 'updated_at': '2021-07-23T17:00:48Z', 'revision_number': 2, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'gw_port_host': None, '_interfaces': [{'id': 'd949df50-4563-4605-aeb4-001b93350252', 'name': '', 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'mac_address': 'fa:16:3e:72:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:47Z', 'updated_at': '2021-07-23T17:00:50Z', 'revision_number': 4, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'subnets': [{'id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf76a1a3-2f38-42f2-9ca5-de3803979c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:50.954913 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0371bda1-0be3-4680-8b3c-58c7a0af2a37 None None] The sync data for ids ['5a071848-a615-4aa0-99d1-c326b8dd2155'] in dv-cinder-801916-2-iscsi is: [{'id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'name': 'router1', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:38Z', 'updated_at': '2021-07-23T17:00:48Z', 'revision_number': 2, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'gw_port_host': None, '_interfaces': [{'id': 'd949df50-4563-4605-aeb4-001b93350252', 'name': '', 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'mac_address': 'fa:16:3e:72:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:47Z', 'updated_at': '2021-07-23T17:00:50Z', 'revision_number': 4, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'subnets': [{'id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf76a1a3-2f38-42f2-9ca5-de3803979c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:51.235415 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 42438) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:51.350486 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6114b8d-06ce-483d-813e-fcb6b8fbc7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:51.351836 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b6114b8d-06ce-483d-813e-fcb6b8fbc7e2 admin admin] 10.222.0.70 "GET /v2.0/networks/6294e940-5015-4228-a305-be46f959a48c HTTP/1.1" status: 200 len: 842 time: 0.1153369 Jul 23 17:00:51.361185 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Request body: {'subnet': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:51.382358 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Made reservation on behalf of 6470861eba524c4caf6d6162fd96f0f3 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:51.384660 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.715653 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.objects.ports [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93251) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 17:00:51.716085 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.770961 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6c85e1-2592-46cb-9527-880272ffabb0,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:51.777977 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:51.778321 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Network hostable DHCP agents. Network: 6294e940-5015-4228-a305-be46f959a48c, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:00:51.795072 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:00:51.802788 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 6294e940-5015-4228-a305-be46f959a48c) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:51.806507 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:51.807022 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:51.811341 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63926e6-90fb-41b4-8b66-d3d00ff645c3 None None] Network 6294e940-5015-4228-a305-be46f959a48c requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:51.835046 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1dd7ca05-8d5a-479b-b3bf-36fdf49b957e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4625561 Jul 23 17:00:51.954494 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb9d68-b8a8-42d3-a508-ce0e8756c6d6 None None] Network 6294e940-5015-4228-a305-be46f959a48c requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:54.123827 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 42446) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:54.350379 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-72b978b2-30b0-47f5-a97c-86dea7244bb2 admin admin] 10.222.0.70 "GET /v2.0/routers/5a071848-a615-4aa0-99d1-c326b8dd2155 HTTP/1.1" status: 200 len: 710 time: 0.2248223 Jul 23 17:00:54.440289 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee10821-870d-4e60-a284-d808256965ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:54.441693 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fee10821-870d-4e60-a284-d808256965ef admin admin] 10.222.0.70 "GET /v2.0/networks/6294e940-5015-4228-a305-be46f959a48c HTTP/1.1" status: 200 len: 886 time: 0.0862138 Jul 23 17:00:54.450584 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:54.696338 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:54.983377 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.054722 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.207525 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Allocated IP 172.27.2.238 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/a6081ae8-c8d3-4f3a-a311-d96485b6cf2e) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:55.315925 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.396944 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.466791 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:55.471529 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:55.474080 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:55.515397 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Pushing event updated for resources: {'Port': ['ID=a6081ae8-c8d3-4f3a-a311-d96485b6cf2e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:55.757040 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.957655 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:55.960830 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711742'] for router, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:56.084174 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Router 5a071848-a615-4aa0-99d1-c326b8dd2155 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:00:56.267991 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:56.272991 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:56.274063 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5d5be55f-50c3-4cff-ae57-036aaea8081e admin admin] 10.222.0.70 "PUT /v2.0/routers/5a071848-a615-4aa0-99d1-c326b8dd2155 HTTP/1.1" status: 200 len: 890 time: 1.8269265 Jul 23 17:00:57.333173 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Sync routers for ids ['5a071848-a615-4aa0-99d1-c326b8dd2155'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:57.343265 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Routers {'5a071848-a615-4aa0-99d1-c326b8dd2155'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:57.344011 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:00:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5a071848-a615-4aa0-99d1-c326b8dd2155'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:57.603512 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Set router 5a071848-a615-4aa0-99d1-c326b8dd2155 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:57.650524 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device d949df50-4563-4605-aeb4-001b93350252 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:57.867778 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port d949df50-4563-4605-aeb4-001b93350252 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:57.885889 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port d949df50-4563-4605-aeb4-001b93350252 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:57.886265 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.059530 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.109482 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port d949df50-4563-4605-aeb4-001b93350252, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=d949df50-4563-4605-aeb4-001b93350252,segment=NetworkSegment(b8870889-4cfe-4fc6-abf8-d21d429f779e),segment_id=b8870889-4cfe-4fc6-abf8-d21d429f779e)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:58.119051 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'name': 'router1', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6081ae8-c8d3-4f3a-a311-d96485b6cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:38Z', 'updated_at': '2021-07-23T17:00:55Z', 'revision_number': 4, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'gw_port': {'id': 'a6081ae8-c8d3-4f3a-a311-d96485b6cf2e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:55Z', 'updated_at': '2021-07-23T17:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'd949df50-4563-4605-aeb4-001b93350252', 'name': '', 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'mac_address': 'fa:16:3e:72:2d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:47Z', 'updated_at': '2021-07-23T17:00:50Z', 'revision_number': 4, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'subnets': [{'id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf76a1a3-2f38-42f2-9ca5-de3803979c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:58.120984 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.190918 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Checking router: 5a071848-a615-4aa0-99d1-c326b8dd2155 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:58.191271 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Updating router 5a071848-a615-4aa0-99d1-c326b8dd2155 port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:00:58.244897 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.247279 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=d949df50-4563-4605-aeb4-001b93350252,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:58.565776 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.576476 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Transition to ACTIVE for port object a6081ae8-c8d3-4f3a-a311-d96485b6cf2e will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:58.582222 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.632987 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beccd7-9a92-4c05-aefe-18ad0a0405bf None None] Pushing event updated for resources: {'Port': ['ID=a6081ae8-c8d3-4f3a-a311-d96485b6cf2e,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:58.635587 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Attempting to bind port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:58.635959 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Attempting to bind port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:58.636316 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Attempting to bind port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:58.641284 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:58.641681 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:58.642077 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.642456 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:58.642907 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Bound port: a6081ae8-c8d3-4f3a-a311-d96485b6cf2e, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:58.643277 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.663933 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 42458) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:58.699233 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] For port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:58.702133 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] For port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=a6081ae8-c8d3-4f3a-a311-d96485b6cf2e,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:58.706207 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:58.753240 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Routers {'5a071848-a615-4aa0-99d1-c326b8dd2155'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:58.753897 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:00:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5a071848-a615-4aa0-99d1-c326b8dd2155'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:58.796545 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7768a036-c165-444c-b23a-630663760eba admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1308258 Jul 23 17:00:58.911518 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beccd7-9a92-4c05-aefe-18ad0a0405bf None None] Pushing event updated for resources: {'Port': ['ID=a6081ae8-c8d3-4f3a-a311-d96485b6cf2e,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:58.960905 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] Set router 5a071848-a615-4aa0-99d1-c326b8dd2155 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:59.167915 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'name': 'router1', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6081ae8-c8d3-4f3a-a311-d96485b6cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:38Z', 'updated_at': '2021-07-23T17:00:55Z', 'revision_number': 4, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'gw_port': {'id': 'a6081ae8-c8d3-4f3a-a311-d96485b6cf2e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:55Z', 'updated_at': '2021-07-23T17:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'd949df50-4563-4605-aeb4-001b93350252', 'name': '', 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'mac_address': 'fa:16:3e:72:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:47Z', 'updated_at': '2021-07-23T17:00:58Z', 'revision_number': 5, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'subnets': [{'id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf76a1a3-2f38-42f2-9ca5-de3803979c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:59.196555 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa7f64-4b4a-416c-94da-3a0c15fbcb81 None None] The sync data for ids ['5a071848-a615-4aa0-99d1-c326b8dd2155'] in dv-cinder-801916-2-iscsi is: [{'id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'name': 'router1', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a6081ae8-c8d3-4f3a-a311-d96485b6cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:38Z', 'updated_at': '2021-07-23T17:00:55Z', 'revision_number': 4, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'gw_port': {'id': 'a6081ae8-c8d3-4f3a-a311-d96485b6cf2e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:55Z', 'updated_at': '2021-07-23T17:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'd949df50-4563-4605-aeb4-001b93350252', 'name': '', 'network_id': '870aa31d-808d-46c1-84b9-af74ee3bd6d7', 'tenant_id': '567cade4da3845a693f77f5ade53fc4a', 'mac_address': 'fa:16:3e:72:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a071848-a615-4aa0-99d1-c326b8dd2155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:47Z', 'updated_at': '2021-07-23T17:00:58Z', 'revision_number': 5, 'project_id': '567cade4da3845a693f77f5ade53fc4a', 'subnets': [{'id': '8d398233-fd6e-4c7b-9700-580ca8386fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf76a1a3-2f38-42f2-9ca5-de3803979c6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:59.695646 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a6081ae8-c8d3-4f3a-a311-d96485b6cf2e up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:59.775551 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:59.779648 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:59.780212 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.868508 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.888558 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=a6081ae8-c8d3-4f3a-a311-d96485b6cf2e,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:59.892181 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.892910 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device d949df50-4563-4605-aeb4-001b93350252 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:59.971060 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=a6081ae8-c8d3-4f3a-a311-d96485b6cf2e,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:59.982127 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port d949df50-4563-4605-aeb4-001b93350252 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:59.982508 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:01.629815 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a6081ae8-c8d3-4f3a-a311-d96485b6cf2e up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:01.696172 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port a6081ae8-c8d3-4f3a-a311-d96485b6cf2e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:01.696714 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:12.844229 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-169148f5-957a-40ee-b028-f8489427854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:15.400703 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-efa3f250-29fa-4c99-a8ac-19ceb3752d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:15.763612 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:16.347689 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:17.960682 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:22.225827 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:01:42.857676 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-661bc63e-9c22-4b52-8759-e7568bb445cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.403109 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6ae10f34-53ee-492b-a32f-db462038d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.775511 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:46.366109 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:47.954589 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.225284 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:02:12.848692 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a811f76a-e88e-4eb1-bdb0-9b9aa1c9d59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:15.404364 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1e6ddc58-67e6-4ff9-b0b1-082c0f0055da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:15.765007 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:16.340426 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:17.956579 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:33.983997 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43026) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:34.043623 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.pecan_wsgi.hooks.translation [None req-363b3b11-c104-4fc0-bfbd-94f771c06249 admin admin] GET failed (client error): The resource could not be found. Jul 23 17:02:34.044923 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-363b3b11-c104-4fc0-bfbd-94f771c06249 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599778 Jul 23 17:02:34.202993 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37674706-c380-42bd-a470-f4adc3b27ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:34.204363 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-37674706-c380-42bd-a470-f4adc3b27ed1 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1556406 Jul 23 17:02:36.223360 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:02:36.353791 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43036) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:36.441795 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a36640-bdd2-4622-9613-8d012ec6d82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:36.443105 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a1a36640-bdd2-4622-9613-8d012ec6d82d admin admin] 10.222.0.70 "GET /v2.0/subnets/8d398233-fd6e-4c7b-9700-580ca8386fb8 HTTP/1.1" status: 200 len: 849 time: 0.0883944 Jul 23 17:02:36.452118 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:36.538121 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:36.672603 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757343199308'] for subnet, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:36.704608 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:36.705194 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:36.712513 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] 10.222.0.70 "PUT /v2.0/subnets/8d398233-fd6e-4c7b-9700-580ca8386fb8 HTTP/1.1" status: 200 len: 868 time: 0.2580318 Jul 23 17:02:36.712748 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd553163-ca80-4bcd-ae4e-b5271ac5c15a None None] Network 870aa31d-808d-46c1-84b9-af74ee3bd6d7 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:02:36.728755 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d398233-fd6e-4c7b-9700-580ca8386fb8,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:36.736658 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.737015 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.737274 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.737659 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.737993 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.738343 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.738673 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.739001 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.739326 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.739720 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.740041 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:36.740360 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e682107-a992-4a0b-9e0a-15c8e12cce06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:02:37.121315 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3c5a0578-7ffe-4867-a1a9-5a8ea4b0d7b6 None None] Provisioning complete for port 1ff13bec-d27e-49bc-9825-b18f85b5ddeb triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:37.121713 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0578-7ffe-4867-a1a9-5a8ea4b0d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:37.209178 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3c5a0578-7ffe-4867-a1a9-5a8ea4b0d7b6 None None] Provisioning complete for port d949df50-4563-4605-aeb4-001b93350252 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:37.209468 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0578-7ffe-4867-a1a9-5a8ea4b0d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:38.864595 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43046) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:39.060731 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd23086f-1f50-4f08-8631-d1a6cc197421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:39.061112 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd23086f-1f50-4f08-8631-d1a6cc197421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:39.062682 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-dd23086f-1f50-4f08-8631-d1a6cc197421 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970911 Jul 23 17:02:41.212861 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43054) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:41.344754 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14000e69-71c4-41b9-916c-8f3625e6e6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:41.345223 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14000e69-71c4-41b9-916c-8f3625e6e6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:41.346792 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-14000e69-71c4-41b9-916c-8f3625e6e6ee admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1329732 Jul 23 17:02:42.850668 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-83faaaf9-0e59-4242-80f5-1f05628e08b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:43.492349 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43062) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:43.611860 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1250b1a5-0283-48d5-b8d5-49b817430670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:43.613221 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1250b1a5-0283-48d5-b8d5-49b817430670 admin admin] 10.222.0.70 "GET /v2.0/networks/6294e940-5015-4228-a305-be46f959a48c HTTP/1.1" status: 200 len: 886 time: 0.1199770 Jul 23 17:02:45.405933 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-38cf8640-6fc9-47f5-8c61-9c763730679d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:45.769424 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:45.790992 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43070) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:45.917263 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b4d2ca-9d8e-4869-8031-2d31b3cdef9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:45.918644 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a5b4d2ca-9d8e-4869-8031-2d31b3cdef9b admin admin] 10.222.0.70 "GET /v2.0/networks/870aa31d-808d-46c1-84b9-af74ee3bd6d7 HTTP/1.1" status: 200 len: 869 time: 0.1266723 Jul 23 17:02:46.343311 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:47.962205 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:48.074061 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43078) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:48.196370 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515aeee-44f3-4450-a8c9-eca7d4da5964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:48.196754 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515aeee-44f3-4450-a8c9-eca7d4da5964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:48.198325 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a515aeee-44f3-4450-a8c9-eca7d4da5964 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233191 Jul 23 17:02:50.336695 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43086) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:50.456793 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b015c560-fba0-4696-ac11-1294db3c74c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:50.457249 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b015c560-fba0-4696-ac11-1294db3c74c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:50.458795 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b015c560-fba0-4696-ac11-1294db3c74c0 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1211581 Jul 23 17:02:52.619814 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43094) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:52.703157 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b56487-36bb-4b52-83a6-7f47796d8698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:52.704500 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e8b56487-36bb-4b52-83a6-7f47796d8698 admin admin] 10.222.0.70 "GET /v2.0/subnets/0a6c85e1-2592-46cb-9527-880272ffabb0 HTTP/1.1" status: 200 len: 816 time: 0.0837433 Jul 23 17:02:54.849717 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43102) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:54.940650 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11cfbd9-6b26-4394-a12e-507a0e3c8656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:54.942528 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e11cfbd9-6b26-4394-a12e-507a0e3c8656 admin admin] 10.222.0.70 "GET /v2.0/subnets/8d398233-fd6e-4c7b-9700-580ca8386fb8 HTTP/1.1" status: 200 len: 868 time: 0.0913551 Jul 23 17:03:12.851840 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4fefcefb-4bc5-4faf-9d69-faddbefaf474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:13.221425 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:03:15.407222 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-32c3c29e-d4ca-4349-be0b-b8ddc9111f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:15.761312 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:16.347916 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:17.965094 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:19.132955 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43154) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:19.179527 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [None req-cb27d2b7-a21a-44c9-9e26-2e9b0cc70b1f admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:03:19.180521 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cb27d2b7-a21a-44c9-9e26-2e9b0cc70b1f admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465922 Jul 23 17:03:21.393901 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43162) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:21.455997 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd086e53-2f42-4977-a9ad-d6d9cf0267be admin admin] GET failed (client error): The resource could not be found. Jul 23 17:03:21.458357 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-bd086e53-2f42-4977-a9ad-d6d9cf0267be admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626922 Jul 23 17:03:21.595693 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d09751-a51f-4f85-bf57-0540f2658411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:21.597078 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b0d09751-a51f-4f85-bf57-0540f2658411 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351378 Jul 23 17:03:23.764624 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43170) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:23.811376 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:03:23.833279 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Made reservation on behalf of 6470861eba524c4caf6d6162fd96f0f3 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:03:23.835574 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:23.863465 dv-cinder-801916-2-iscsi neutron-server[93250]: WARNING neutron.services.revisions.revision_plugin [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Could not find related network for resource to bump revision. Jul 23 17:03:23.877176 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:03:23.886632 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:23.886975 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Added segment cf27eb3d-d701-4e8a-9307-4a0b6371165d of type vlan for network e8ab3dd9-b777-4725-a927-1eaceb10813b Jul 23 17:03:23.928730 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:23.959411 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:23.960346 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:23.960920 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:23.984706 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2189972 Jul 23 17:03:24.023044 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ab3dd9-b777-4725-a927-1eaceb10813b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:24.030335 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.030709 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.031048 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.031383 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.031713 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.032042 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.032369 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.032692 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.033029 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.033390 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.033700 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.034014 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274d227-67e0-497a-99ca-f02b23019338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:24.054152 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network e8ab3dd9-b777-4725-a927-1eaceb10813b details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:03:26.194826 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43178) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:03:26.261623 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ce7edf-0570-4fe4-ad29-63ad10e851b6 admin admin] GET failed (client error): The resource could not be found. Jul 23 17:03:26.263001 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d3ce7edf-0570-4fe4-ad29-63ad10e851b6 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0671809 Jul 23 17:03:26.333864 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefb3d8c-cf4e-4b80-bd49-d53f9d8bd3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:26.335327 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fefb3d8c-cf4e-4b80-bd49-d53f9d8bd3ff admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680413 Jul 23 17:03:26.345131 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:03:26.368070 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Made reservation on behalf of 6470861eba524c4caf6d6162fd96f0f3 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:03:26.370281 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:26.631781 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:26.692198 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec4d33f-9c6a-4ecd-8128-ee2817734355,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:26.700773 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Checking segment: {'id': 'cf27eb3d-d701-4e8a-9307-4a0b6371165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:03:26.701131 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Network hostable DHCP agents. Network: e8ab3dd9-b777-4725-a927-1eaceb10813b, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:03:26.723796 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Network e8ab3dd9-b777-4725-a927-1eaceb10813b is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:03:26.733939 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, e8ab3dd9-b777-4725-a927-1eaceb10813b) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:03:26.738124 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:26.738720 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:26.743246 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c22d0-4ec9-4980-810e-65e173125724 None None] Network e8ab3dd9-b777-4725-a927-1eaceb10813b requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:03:26.753285 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e764b734-d451-4697-9be8-41b288a6a549 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4116066 Jul 23 17:03:26.990032 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-e8ab3dd9-b777-4725-a927-1eaceb10813b', 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b', 'tenant_id': '6470861eba524c4caf6d6162fd96f0f3', 'fixed_ips': [{'subnet_id': 'bec4d33f-9c6a-4ecd-8128-ee2817734355'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:03:26.990874 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:27.131068 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Allocated IP 192.168.233.2 (e8ab3dd9-b777-4725-a927-1eaceb10813b/bec4d33f-9c6a-4ecd-8128-ee2817734355/8e5d61f2-d440-40e8-beb4-8dba44f2868c) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:03:27.274280 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:27.282674 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Transition to ACTIVE for port object 8e5d61f2-d440-40e8-beb4-8dba44f2868c will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:03:27.297545 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Transition to ACTIVE for port object 8e5d61f2-d440-40e8-beb4-8dba44f2868c will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:03:27.303631 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:27.345986 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Network e8ab3dd9-b777-4725-a927-1eaceb10813b is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:03:27.348860 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:03:27.352246 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:03:27.361206 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Pushing event updated for resources: {'Port': ['ID=8e5d61f2-d440-40e8-beb4-8dba44f2868c,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:27.370437 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.370791 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.371144 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.371479 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.371814 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.372147 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.372482 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.372812 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.373164 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.373814 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.373942 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.374163 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:03:27.426568 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Attempting to bind port 8e5d61f2-d440-40e8-beb4-8dba44f2868c on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:03:27.426938 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Attempting to bind port 8e5d61f2-d440-40e8-beb4-8dba44f2868c by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'cf27eb3d-d701-4e8a-9307-4a0b6371165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:03:27.427321 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Attempting to bind port 8e5d61f2-d440-40e8-beb4-8dba44f2868c on network e8ab3dd9-b777-4725-a927-1eaceb10813b {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:03:27.432738 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:03:27.433113 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Checking segment: {'id': 'cf27eb3d-d701-4e8a-9307-4a0b6371165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:03:27.433646 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:27.434042 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Bound using segment: {'id': 'cf27eb3d-d701-4e8a-9307-4a0b6371165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:03:27.434503 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Bound port: 8e5d61f2-d440-40e8-beb4-8dba44f2868c, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf27eb3d-d701-4e8a-9307-4a0b6371165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:03:27.434935 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:27.496867 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] For port 8e5d61f2-d440-40e8-beb4-8dba44f2868c, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:03:27.500760 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] For port 8e5d61f2-d440-40e8-beb4-8dba44f2868c, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=8e5d61f2-d440-40e8-beb4-8dba44f2868c,segment=NetworkSegment(cf27eb3d-d701-4e8a-9307-4a0b6371165d),segment_id=cf27eb3d-d701-4e8a-9307-4a0b6371165d)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:03:27.505300 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:27.564225 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f30ff9-2a87-48c2-895a-2a8a937226bd None None] Pushing event updated for resources: {'Port': ['ID=8e5d61f2-d440-40e8-beb4-8dba44f2868c,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:28.355065 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00236f6-4fcb-4a78-b101-4c176b0c0b20 None None] Network e8ab3dd9-b777-4725-a927-1eaceb10813b requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:03:28.421644 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-11672e37-d68c-4ac1-9114-a5ad62b95fb0 None None] Provisioning for port 8e5d61f2-d440-40e8-beb4-8dba44f2868c completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:03:29.764957 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 8e5d61f2-d440-40e8-beb4-8dba44f2868c up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:03:29.813115 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 8e5d61f2-d440-40e8-beb4-8dba44f2868c completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:03:29.817423 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 8e5d61f2-d440-40e8-beb4-8dba44f2868c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:03:29.817797 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:29.892277 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:29.926485 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 8e5d61f2-d440-40e8-beb4-8dba44f2868c, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=8e5d61f2-d440-40e8-beb4-8dba44f2868c,segment=NetworkSegment(cf27eb3d-d701-4e8a-9307-4a0b6371165d),segment_id=cf27eb3d-d701-4e8a-9307-4a0b6371165d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:03:29.930126 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:29.976789 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=8e5d61f2-d440-40e8-beb4-8dba44f2868c,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:03:31.741435 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 8e5d61f2-d440-40e8-beb4-8dba44f2868c up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:03:31.788372 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 8e5d61f2-d440-40e8-beb4-8dba44f2868c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:03:31.788757 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:42.853091 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8577e313-5fa5-47b3-a180-9135c37350ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:45.409184 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3457f15a-1acb-4643-9165-063ad14c4874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:45.763821 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:46.349678 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:47.966096 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:50.219678 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:04:12.855713 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e826bc89-a080-4ddf-9bc6-7f9245e4a52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:15.410061 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-45de11b2-903a-407d-8ddb-bfa24c261ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:15.765536 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:16.351915 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:17.968708 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:27.217497 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:04:38.396923 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43230) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:04:38.403020 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [None req-9e9d4642-ec7e-427f-a22f-b79221fb9a92 tempest-verify_tempest_config-1142184237 tempest-verify_tempest_config-1142184237-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:04:38.404021 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9e9d4642-ec7e-427f-a22f-b79221fb9a92 tempest-verify_tempest_config-1142184237 tempest-verify_tempest_config-1142184237-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061002 Jul 23 17:04:38.697900 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43248) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:04:38.801166 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:38.887814 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:38.891572 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:38.934998 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2320a33c080e4b63892353249c808d48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2360556 Jul 23 17:04:38.935970 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad336c-a753-4892-b9c9-a3ba0116625a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:38.938335 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43252) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:04:38.943117 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.943485 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.943834 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.944167 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.944496 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.944841 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.945168 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.945531 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.945875 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.946215 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.946510 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.946836 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3eae08-fcc3-409c-ad7c-57e6090e2e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:38.997259 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:39.020196 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:39.108925 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:39.112694 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:39.114226 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09ad336c-a753-4892-b9c9-a3ba0116625a HTTP/1.1" status: 204 len: 168 time: 0.1748919 Jul 23 17:04:39.125424 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad336c-a753-4892-b9c9-a3ba0116625a,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:04:39.132096 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.132466 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.132810 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.133145 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.133501 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.133850 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.134182 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.134509 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.134850 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.135175 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.135501 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:39.135823 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11afaf05-1e3c-4382-856d-b91ab1ed82a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:04:42.855480 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c682-1242-4086-99b2-d76b53f7c0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:45.410661 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b0c68c0c-905c-43ae-987e-b9eaf8d5aaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:45.773277 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:46.354634 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:47.971097 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:04.216260 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:05:12.856873 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-39df55cb-3aa0-4f90-a024-7f708702d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:15.410756 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-15087437-6df2-4032-b2e3-0e94ec93bcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:15.763610 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:16.358330 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:17.972475 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:41.214654 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 5 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:05:42.857895 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e95e64e6-9f59-401b-b72f-7d9e4c9d1444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:45.410811 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-074675cb-e001-4a33-b63b-0b6e642e9bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:45.764987 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:46.359475 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:47.978171 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:12.858393 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-10ca6952-cad8-4ee8-a8b0-5db2bd38b04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:13.246164 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1719172'] for agent, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:15.411872 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-104fca53-abfa-446e-9bae-e17b577b19ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:15.762331 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:16.362316 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:17.254913 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43306) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:06:17.357525 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-73505c36-02a8-49d9-b79c-41fde22f37d1 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1014955 Jul 23 17:06:17.980879 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:18.214047 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:06:19.550331 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43316) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:06:19.602659 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4fff7614-02cd-42a7-b364-8dca4f5b445a admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0512669 Jul 23 17:06:42.858804 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c0b81bd1-2fd4-44c3-8bde-a6ad25f95202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:43.199209 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:45.411719 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a11d9f07-6756-4a64-92db-e78767bc191b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:45.765108 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:46.367545 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:47.983131 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:55.212242 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:07:12.862543 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b43bf708-69c5-4766-948e-3659cad22576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:13.200921 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:15.413058 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-72720e9f-91f6-4e94-8c92-6c7a63e24826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:15.760411 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:16.375018 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:17.987473 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:32.211284 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:07:42.869026 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-12542525-3b85-4bd6-b496-727c406b5b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:43.217355 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:44.479215 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43420) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:44.703119 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-network', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:44.725075 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Made reservation on behalf of b3d8cda89f8b49e4a386b49e9a2e202c for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:44.729682 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:44.738925 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:44.842120 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:44.846621 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:44.875303 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:07:44.887676 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:44.888332 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Added segment 159b2911-6214-4efa-9dd9-cbdcd6ff9a75 of type vlan for network 417736eb-5938-416e-bd51-d091dba2edc0 Jul 23 17:07:44.908716 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c01f649-3609-4a2f-9307-fdcddb87910c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:44.941756 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:44.956699 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.957079 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.957464 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.957816 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.958152 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.958503 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.958990 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.959329 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.959675 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.960007 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.960338 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.960662 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Tracked resource versions report: Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: pushed versions: Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: { 'AddressGroup': {'1.2'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'ConntrackHelper': {'1.0'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Log': {'1.0'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Network': {'1.1'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Port': {'1.7'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'PortForwarding': {'1.2'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'QosPolicy': {'1.8'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SecurityGroup': {'1.4'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SecurityGroupRule': {'1.2'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SubPort': {'1.0'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Subnet': {'1.1'}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Trunk': {'1.1'}} Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: consumer versions: Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: { DHCP agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: HyperV agent@hv-cinder-80191: {}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: L3 agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: Metadata agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: Metering agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: Open vSwitch agent@dv-cinder-801916-2-iscsi: { 'AddressGroup': '1.2', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'ConntrackHelper': '1.0', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Log': '1.0', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Network': '1.1', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Port': '1.7', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'PortForwarding': '1.2', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'QosPolicy': '1.8', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SecurityGroup': '1.4', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SecurityGroupRule': '1.2', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'SubPort': '1.0', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Subnet': '1.1', Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: 'Trunk': '1.1'}} Jul 23 17:07:44.961769 dv-cinder-801916-2-iscsi neutron-server[93250]: {{(pid=93250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 17:07:44.993629 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:44.994672 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:44.995285 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.065798 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] Pushing event updated for resources: {'Network': ['ID=417736eb-5938-416e-bd51-d091dba2edc0,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:45.074943 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43468) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:45.076296 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0d589dba-ac4a-40de-91c3-32297a48b1c0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5921111 Jul 23 17:07:45.088710 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Request body: {'subnet': {'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-subnet', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:45.096639 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 417736eb-5938-416e-bd51-d091dba2edc0 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:07:45.142621 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Made reservation on behalf of b3d8cda89f8b49e4a386b49e9a2e202c for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:45.146318 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.335482 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.387641 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0478c0c4-148d-4e87-a7d5-b0917d3945bc,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:45.395326 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.395696 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.396042 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.396381 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.396697 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.397040 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.397386 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.397730 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.398063 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.398391 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.398708 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.399030 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Tracked resource versions report: Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: pushed versions: Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: { 'AddressGroup': {'1.2'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'ConntrackHelper': {'1.0'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Log': {'1.0'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Network': {'1.1'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Port': {'1.7'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'PortForwarding': {'1.2'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'QosPolicy': {'1.8'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SecurityGroup': {'1.4'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SecurityGroupRule': {'1.2'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SubPort': {'1.0'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Subnet': {'1.1'}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Trunk': {'1.1'}} Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: consumer versions: Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: { DHCP agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: HyperV agent@hv-cinder-80191: {}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: L3 agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: Metadata agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: Metering agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: Open vSwitch agent@dv-cinder-801916-2-iscsi: { 'AddressGroup': '1.2', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'ConntrackHelper': '1.0', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Log': '1.0', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Network': '1.1', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Port': '1.7', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'PortForwarding': '1.2', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'QosPolicy': '1.8', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SecurityGroup': '1.4', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SecurityGroupRule': '1.2', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'SubPort': '1.0', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Subnet': '1.1', Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: 'Trunk': '1.1'}} Jul 23 17:07:45.400282 dv-cinder-801916-2-iscsi neutron-server[93251]: {{(pid=93251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 17:07:45.420821 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-b500bc0a-4f3f-4b81-8dd0-f051b4b9767d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.434410 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Checking segment: {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:45.434770 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Network hostable DHCP agents. Network: 417736eb-5938-416e-bd51-d091dba2edc0, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:07:45.451410 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Network 417736eb-5938-416e-bd51-d091dba2edc0 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:07:45.462629 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 417736eb-5938-416e-bd51-d091dba2edc0) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:45.467408 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:45.468798 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.472049 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49c76de-6542-4ac1-99a9-2a6048109e24 None None] Network 417736eb-5938-416e-bd51-d091dba2edc0 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:45.488476 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43488) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:45.489009 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-bd6c3cb4-123f-4f38-bf04-86caffde7f5e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4118874 Jul 23 17:07:45.494464 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:45.520192 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.521843 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.584726 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.623035 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2017182-1239-48b3-9e2a-07db1e31dd9f None None] Network 417736eb-5938-416e-bd51-d091dba2edc0 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:45.759750 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.798677 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.018046 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.038292 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.153050 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Allocated IP 172.27.2.98 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/c4d504cd-8931-4fb7-b5ad-b544b17f460b) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:07:46.282967 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.329843 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.347127 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:07:46.356700 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43536) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:46.364722 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:46.368417 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:07:46.379120 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.445136 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d504cd-8931-4fb7-b5ad-b544b17f460b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:46.612390 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.730331 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-932588356-network', 'tenant_id': '2bf83fe7bf114f6e85dacdb4654c3426'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:46.757942 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Made reservation on behalf of 2bf83fe7bf114f6e85dacdb4654c3426 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:46.761841 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.771261 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.850182 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43562) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:46.885833 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.890974 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:46.926756 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.021999 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:07:47.040705 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5587025c-3ab3-4c72-96af-37bcfd252ba7,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:47.058476 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.058811 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Added segment 443d5099-f638-4c41-88c0-baaec9fe4113 of type vlan for network 76576cdc-9303-4238-a2b4-a8144c1df666 Jul 23 17:07:47.098064 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:07:47.098778 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.131779 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.133675 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:47.135226 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.202029 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] Pushing event updated for resources: {'Network': ['ID=76576cdc-9303-4238-a2b4-a8144c1df666,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:47.212389 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 76576cdc-9303-4238-a2b4-a8144c1df666 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:07:47.214545 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e563924b-48f3-4cba-a19a-46bf1f834465 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8568125 Jul 23 17:07:47.215735 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43580) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:47.222354 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1769639094-network', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:47.224352 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:07:47.230002 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Request body: {'subnet': {'network_id': '76576cdc-9303-4238-a2b4-a8144c1df666', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-932588356-subnet', 'tenant_id': '2bf83fe7bf114f6e85dacdb4654c3426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:47.237083 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Sync routers for ids ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:07:47.255503 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Routers {'550ca252-f62a-4cbe-a878-42dbdc8dfd62'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:47.256544 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:07:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:47.264008 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Made reservation on behalf of 2bf83fe7bf114f6e85dacdb4654c3426 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:47.266934 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.302410 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Made reservation on behalf of 9e2c89ff216648fbbc779b5b1b000247 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:47.306191 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.308724 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.312542 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8d88c041-37aa-428a-835f-6fd6ca228475 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8197978 Jul 23 17:07:47.312879 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43586) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:47.348236 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.445797 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Set router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:47.594985 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.640085 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Checking segment: {'id': '443d5099-f638-4c41-88c0-baaec9fe4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76576cdc-9303-4238-a2b4-a8144c1df666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:47.640764 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Network hostable DHCP agents. Network: 76576cdc-9303-4238-a2b4-a8144c1df666, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:07:47.698009 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Network 76576cdc-9303-4238-a2b4-a8144c1df666 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:07:47.717862 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 76576cdc-9303-4238-a2b4-a8144c1df666) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:47.725952 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:47.726159 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d24e0-2521-4f24-91a3-442cd90f6e44 None None] Network 76576cdc-9303-4238-a2b4-a8144c1df666 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:47.727333 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.778390 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.801840 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5832870 Jul 23 17:07:47.804653 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.812662 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:45Z', 'updated_at': '2021-07-23T17:07:46Z', 'revision_number': 3, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'gw_port': {'id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:46Z', 'updated_at': '2021-07-23T17:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:47.827578 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da5926-0ddb-4496-82d3-1a4da8c2b478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66ab258-bdfe-4987-929e-788dd45b1703,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:47.874154 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Checking router: 550ca252-f62a-4cbe-a878-42dbdc8dfd62 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:07:47.874509 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Updating router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 port c4d504cd-8931-4fb7-b5ad-b544b17f460b binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:07:47.877674 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:07:47.913916 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07daf38-7d41-45c8-a7dc-f40bc2c1de74,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:47.926288 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.926623 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Added segment 5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf of type vlan for network 21e00633-73c6-46b3-b55d-30caf2048663 Jul 23 17:07:47.938421 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.031916 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.033064 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.060391 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.092170 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.092974 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:48.093656 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.152828 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3012273 Jul 23 17:07:48.155659 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43610) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:48.177387 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Request body: {'subnet': {'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1769639094-subnet', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:48.209675 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0a75e-34ac-420b-b820-5622cb551ffb None None] Network 76576cdc-9303-4238-a2b4-a8144c1df666 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:48.255920 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Allocated IP 172.20.0.1 (417736eb-5938-416e-bd51-d091dba2edc0/0478c0c4-148d-4e87-a7d5-b0917d3945bc/ac122548-98f2-4b43-ae8c-1654ea7af4fd) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:07:48.256169 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18abb64-b4a7-4908-af95-6067d2423116 admin admin] Pushing event updated for resources: {'Network': ['ID=21e00633-73c6-46b3-b55d-30caf2048663,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:48.299252 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Made reservation on behalf of 9e2c89ff216648fbbc779b5b1b000247 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:48.302572 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.420111 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.474670 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.508094 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 21e00633-73c6-46b3-b55d-30caf2048663 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:07:48.591176 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac122548-98f2-4b43-ae8c-1654ea7af4fd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:48.602841 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.625478 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Network 417736eb-5938-416e-bd51-d091dba2edc0 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:07:48.627600 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:48.636938 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:07:48.639153 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.676198 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Transition to ACTIVE for port object c4d504cd-8931-4fb7-b5ad-b544b17f460b will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:07:48.691000 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.793172 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Attempting to bind port c4d504cd-8931-4fb7-b5ad-b544b17f460b on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:07:48.797132 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Attempting to bind port c4d504cd-8931-4fb7-b5ad-b544b17f460b by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:07:48.797558 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Attempting to bind port c4d504cd-8931-4fb7-b5ad-b544b17f460b on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:07:48.811971 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:07:48.816634 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:48.817050 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.818551 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:07:48.818551 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Bound port: c4d504cd-8931-4fb7-b5ad-b544b17f460b, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:07:48.818807 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.824936 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.879971 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] For port c4d504cd-8931-4fb7-b5ad-b544b17f460b, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:07:48.884696 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] For port c4d504cd-8931-4fb7-b5ad-b544b17f460b, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=c4d504cd-8931-4fb7-b5ad-b544b17f460b,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:07:48.897129 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:48.923168 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Pushing event updated for resources: {'Port': ['ID=c4d504cd-8931-4fb7-b5ad-b544b17f460b,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:48.935437 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Routers {'550ca252-f62a-4cbe-a878-42dbdc8dfd62'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:48.936469 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:07:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:48.944987 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0887825e-5823-4755-8aa4-5fcb38f8f872,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:48.955534 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Checking segment: {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:48.955893 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Network hostable DHCP agents. Network: 21e00633-73c6-46b3-b55d-30caf2048663, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:07:49.008300 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Network 21e00633-73c6-46b3-b55d-30caf2048663 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:07:49.031216 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.031659 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.032094 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.032505 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.032916 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.033313 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.033823 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.034133 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.034543 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.034981 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.035396 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.035783 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:49.036331 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Tracked resource versions report: Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: pushed versions: Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: { 'AddressGroup': {'1.2'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'ConntrackHelper': {'1.0'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Log': {'1.0'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Network': {'1.1'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Port': {'1.7'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'PortForwarding': {'1.2'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'QosPolicy': {'1.8'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SecurityGroup': {'1.4'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SecurityGroupRule': {'1.2'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SubPort': {'1.0'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Subnet': {'1.1'}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Trunk': {'1.1'}} Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: consumer versions: Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: { DHCP agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: HyperV agent@hv-cinder-80191: {}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: L3 agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: Metadata agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: Metering agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: Open vSwitch agent@dv-cinder-801916-2-iscsi: { 'AddressGroup': '1.2', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'ConntrackHelper': '1.0', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Log': '1.0', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Network': '1.1', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Port': '1.7', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'PortForwarding': '1.2', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'QosPolicy': '1.8', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SecurityGroup': '1.4', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SecurityGroupRule': '1.2', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'SubPort': '1.0', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Subnet': '1.1', Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: 'Trunk': '1.1'}} Jul 23 17:07:49.036981 dv-cinder-801916-2-iscsi neutron-server[93253]: {{(pid=93253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 17:07:49.065180 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 21e00633-73c6-46b3-b55d-30caf2048663) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:49.080585 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b44991f-4931-4365-8dc6-fce8c410f07e None None] Network 21e00633-73c6-46b3-b55d-30caf2048663 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:49.096609 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:49.097330 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.119204 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b8d07-e7da-4d7c-b2bc-29a3e6bdd998 None None] Pushing event updated for resources: {'Port': ['ID=c4d504cd-8931-4fb7-b5ad-b544b17f460b,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:49.132461 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f5c27157-5d9a-4001-bd4f-1ae55cf8e37f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9747400 Jul 23 17:07:49.136361 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43644) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:49.147455 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:49.148533 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] Set router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:49.205997 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.209074 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.376323 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-21e00633-73c6-46b3-b55d-30caf2048663', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:07:49.377206 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.402572 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.405083 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.408536 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.409268 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.540841 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:45Z', 'updated_at': '2021-07-23T17:07:48Z', 'revision_number': 4, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'gw_port': {'id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:46Z', 'updated_at': '2021-07-23T17:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'ac122548-98f2-4b43-ae8c-1654ea7af4fd', 'name': '', 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'mac_address': 'fa:16:3e:92:f7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:48Z', 'updated_at': '2021-07-23T17:07:48Z', 'revision_number': 1, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'subnets': [{'id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:49.625122 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0fda59-4134-4a44-bb1e-fbc6b591aa58 None None] The sync data for ids ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'] in dv-cinder-801916-2-iscsi is: [{'id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:45Z', 'updated_at': '2021-07-23T17:07:48Z', 'revision_number': 4, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'gw_port': {'id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:46Z', 'updated_at': '2021-07-23T17:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'ac122548-98f2-4b43-ae8c-1654ea7af4fd', 'name': '', 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'mac_address': 'fa:16:3e:92:f7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:48Z', 'updated_at': '2021-07-23T17:07:48Z', 'revision_number': 1, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'subnets': [{'id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:07:49.685882 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Allocated IP 172.20.0.2 (21e00633-73c6-46b3-b55d-30caf2048663/0887825e-5823-4755-8aa4-5fcb38f8f872/2780aa8b-3492-44b9-b56e-717dc8fbc284) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:07:49.721142 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac122548-98f2-4b43-ae8c-1654ea7af4fd,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:49.794290 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:49.888223 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Network 417736eb-5938-416e-bd51-d091dba2edc0 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:07:49.890156 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:50.012549 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:50.030330 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Transition to ACTIVE for port object 2780aa8b-3492-44b9-b56e-717dc8fbc284 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:07:50.047437 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Transition to ACTIVE for port object 2780aa8b-3492-44b9-b56e-717dc8fbc284 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:07:50.057327 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:50.083244 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:07:50.146475 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Pushing event updated for resources: {'Port': ['ID=2780aa8b-3492-44b9-b56e-717dc8fbc284,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:50.156155 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.156508 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.156855 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.157291 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.157543 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.157889 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.158196 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.158514 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.158862 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.159187 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.159511 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.159833 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Tracked resource versions report: Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: pushed versions: Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: { 'AddressGroup': {'1.2'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'ConntrackHelper': {'1.0'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Log': {'1.0'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Network': {'1.1'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Port': {'1.7'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'PortForwarding': {'1.2'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'QosPolicy': {'1.8'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SecurityGroup': {'1.4'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SecurityGroupRule': {'1.2'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SubPort': {'1.0'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Subnet': {'1.1'}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Trunk': {'1.1'}} Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: consumer versions: Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: { DHCP agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: HyperV agent@hv-cinder-80191: {}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: L3 agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: Metadata agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: Metering agent@dv-cinder-801916-2-iscsi: {}, Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: Open vSwitch agent@dv-cinder-801916-2-iscsi: { 'AddressGroup': '1.2', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'ConntrackHelper': '1.0', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Log': '1.0', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Network': '1.1', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Port': '1.7', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'PortForwarding': '1.2', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'QosPolicy': '1.8', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SecurityGroup': '1.4', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SecurityGroupRule': '1.2', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'SubPort': '1.0', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Subnet': '1.1', Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: 'Trunk': '1.1'}} Jul 23 17:07:50.161327 dv-cinder-801916-2-iscsi neutron-server[93252]: {{(pid=93252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 17:07:50.191378 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Network 21e00633-73c6-46b3-b55d-30caf2048663 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:07:50.203572 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:50.207710 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:07:50.268137 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43720) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:50.292438 dv-cinder-801916-2-iscsi neutron-server[93251]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 17:07:50.380680 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Attempting to bind port 2780aa8b-3492-44b9-b56e-717dc8fbc284 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:07:50.382433 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Attempting to bind port 2780aa8b-3492-44b9-b56e-717dc8fbc284 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:07:50.383258 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Attempting to bind port 2780aa8b-3492-44b9-b56e-717dc8fbc284 on network 21e00633-73c6-46b3-b55d-30caf2048663 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:07:50.396286 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:07:50.396778 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Checking segment: {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:50.397392 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:50.397931 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Bound using segment: {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:07:50.416650 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Bound port: 2780aa8b-3492-44b9-b56e-717dc8fbc284, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:07:50.418030 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:50.464049 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:07:50.482780 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7b8ba562-4bbe-422e-a5ac-b6545b200fb7 admin admin] 10.222.0.70 "PUT /v2.0/routers/550ca252-f62a-4cbe-a878-42dbdc8dfd62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1601810 Jul 23 17:07:50.518820 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:50.608866 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] For port 2780aa8b-3492-44b9-b56e-717dc8fbc284, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:07:50.614234 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] For port 2780aa8b-3492-44b9-b56e-717dc8fbc284, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=2780aa8b-3492-44b9-b56e-717dc8fbc284,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:07:50.629006 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:50.684005 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:50.748544 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabf337-c950-41be-8925-b17dd9d18c65 None None] Pushing event updated for resources: {'Port': ['ID=2780aa8b-3492-44b9-b56e-717dc8fbc284,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:50.902332 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43760) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:51.337829 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-f48281d0-6a43-4c61-ad75-2c4887fc14dc tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:51.339392 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-f48281d0-6a43-4c61-ad75-2c4887fc14dc tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/networks?id=76576cdc-9303-4238-a2b4-a8144c1df666 HTTP/1.1" status: 200 len: 811 time: 1.0572858 Jul 23 17:07:51.384882 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-c864173e-546c-4277-9f33-cc2a435ce71f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/quotas/2bf83fe7bf114f6e85dacdb4654c3426 HTTP/1.1" status: 200 len: 375 time: 0.0273352 Jul 23 17:07:51.427334 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Allocated IP 172.27.2.172 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/3d721e66-1960-435c-bcf2-b7e59964a177) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:07:51.451516 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-938bf8b8-cfbb-4fb2-aa4e-596d7a257db4 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2bf83fe7bf114f6e85dacdb4654c3426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591197 Jul 23 17:07:51.520214 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83f001bc-a048-4aec-8c76-c3b98c6385b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:51.546630 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43782) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:51.578598 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:51.584507 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43786) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:51.656219 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:51.709353 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:07:51.715664 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:51.720537 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:07:51.753433 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83f001bc-a048-4aec-8c76-c3b98c6385b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:51.760149 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-83f001bc-a048-4aec-8c76-c3b98c6385b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:51.854201 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f001bc-a048-4aec-8c76-c3b98c6385b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affaff0a-b133-4065-8246-d5ff0e255d71,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:51.872110 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-83f001bc-a048-4aec-8c76-c3b98c6385b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8820f90d5758489c96f9dbe02f5478e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9682572 Jul 23 17:07:51.874951 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43798) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:51.883625 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Pushing event updated for resources: {'Port': ['ID=3d721e66-1960-435c-bcf2-b7e59964a177,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:51.982833 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e34abf5c-909e-482f-98e5-a3547ecdbe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.055511 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e34abf5c-909e-482f-98e5-a3547ecdbe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.131483 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43800) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:52.150252 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c4d504cd-8931-4fb7-b5ad-b544b17f460b up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:07:52.176807 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1799c019-680b-4ed4-ad03-4bd26273c65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.208251 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f5b25029-8a27-483d-98de-f23a3990b9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.292799 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e34abf5c-909e-482f-98e5-a3547ecdbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.295394 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e34abf5c-909e-482f-98e5-a3547ecdbe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.298489 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e34abf5c-909e-482f-98e5-a3547ecdbe2f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/affaff0a-b133-4065-8246-d5ff0e255d71 HTTP/1.1" status: 204 len: 168 time: 0.4220111 Jul 23 17:07:52.309120 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43822) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:52.324610 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port c4d504cd-8931-4fb7-b5ad-b544b17f460b completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:07:52.329891 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port c4d504cd-8931-4fb7-b5ad-b544b17f460b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:52.330266 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.331505 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34abf5c-909e-482f-98e5-a3547ecdbe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affaff0a-b133-4065-8246-d5ff0e255d71,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:52.355202 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e09182f7-8ea6-495b-b104-f465d91476d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.395761 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771fc04-6184-4098-aee8-b428826ebc4f None None] Network 21e00633-73c6-46b3-b55d-30caf2048663 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:52.398511 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-3a3f8197-2779-4dad-bc26-c792ed18bd8f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:07:52.400606 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-3a3f8197-2779-4dad-bc26-c792ed18bd8f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1940219 Jul 23 17:07:52.435999 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1799c019-680b-4ed4-ad03-4bd26273c65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.444579 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1799c019-680b-4ed4-ad03-4bd26273c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.446779 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.499286 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1799c019-680b-4ed4-ad03-4bd26273c65c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e71fe449c5248708a4e934cf25192d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9463701 Jul 23 17:07:52.500244 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799c019-680b-4ed4-ad03-4bd26273c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0add77-1b14-4750-82e6-e453923ad1db,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:52.517668 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43832) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:52.574902 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.db.api [None req-e09182f7-8ea6-495b-b104-f465d91476d7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 17:07:52.574902 dv-cinder-801916-2-iscsi neutron-server[93250]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 17:07:52.574902 dv-cinder-801916-2-iscsi neutron-server[93250]: [parameters: {'project_id_1': 'f690af112605408697e1ba78348851c0', 'expiration_1': datetime.datetime(2021, 7, 23, 17, 7, 52, 378074)}] Jul 23 17:07:52.574902 dv-cinder-801916-2-iscsi neutron-server[93250]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:07:52.576307 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG oslo_db.api [None req-e09182f7-8ea6-495b-b104-f465d91476d7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 17:07:52.579937 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ba64633c-a121-4d6a-a3ae-8c744389a0a5 None None] Provisioning for port 2780aa8b-3492-44b9-b56e-717dc8fbc284 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:07:52.597061 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38e1ab25-006b-42a0-91a8-bf3addba8e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.626274 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38e1ab25-006b-42a0-91a8-bf3addba8e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.725876 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38e1ab25-006b-42a0-91a8-bf3addba8e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.731079 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-38e1ab25-006b-42a0-91a8-bf3addba8e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.732737 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-38e1ab25-006b-42a0-91a8-bf3addba8e3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a0add77-1b14-4750-82e6-e453923ad1db HTTP/1.1" status: 204 len: 168 time: 0.2141221 Jul 23 17:07:52.746863 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1ab25-006b-42a0-91a8-bf3addba8e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0add77-1b14-4750-82e6-e453923ad1db,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:52.747983 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-9ce64ddf-733b-46e3-aaed-ccbe525f400a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:52.760888 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-9ce64ddf-733b-46e3-aaed-ccbe525f400a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 819 time: 0.4503925 Jul 23 17:07:52.776759 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43840) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:52.800412 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00cd08ca-9762-46a3-bf5d-e3473b4084dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.860810 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-94b19302-04e9-42fd-a916-dadd81e2ff78 service neutron] 10.222.0.70 "GET /v2.0/networks/76576cdc-9303-4238-a2b4-a8144c1df666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379165 Jul 23 17:07:52.866905 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.896304 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port c4d504cd-8931-4fb7-b5ad-b544b17f460b, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=c4d504cd-8931-4fb7-b5ad-b544b17f460b,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:52.905706 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:52.906696 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 2780aa8b-3492-44b9-b56e-717dc8fbc284 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:07:52.978207 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-b86e3cb2-b5b2-47f5-a78c-86791f538b58 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/quotas/b3d8cda89f8b49e4a386b49e9a2e202c HTTP/1.1" status: 200 len: 375 time: 0.2154543 Jul 23 17:07:52.991214 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-976ca6f2-2fd5-4ac4-af65-ca41c8af78f8 service neutron] 10.222.0.70 "GET /v2.0/networks/76576cdc-9303-4238-a2b4-a8144c1df666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292729 Jul 23 17:07:53.034904 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=c4d504cd-8931-4fb7-b5ad-b544b17f460b,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:53.058075 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 2780aa8b-3492-44b9-b56e-717dc8fbc284 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:07:53.071796 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 2780aa8b-3492-44b9-b56e-717dc8fbc284 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:53.072639 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.077926 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e09182f7-8ea6-495b-b104-f465d91476d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.197099 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-905a770d-c7fb-4e96-9642-1bd8bb741e9f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2179091 Jul 23 17:07:53.231025 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Sync routers for ids ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:07:53.282974 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Routers {'550ca252-f62a-4cbe-a878-42dbdc8dfd62'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:53.284081 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:07:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:53.286184 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.334343 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43858) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:53.361132 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5f3dd0e-440c-484f-94a6-140d2c8fae67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.385731 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f5b25029-8a27-483d-98de-f23a3990b9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.455787 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f5b25029-8a27-483d-98de-f23a3990b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.471123 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15cefda7-909f-471d-a261-a2f4ac8d3d1a req-4edb45a6-abaf-429b-b51e-bfc6ef340513 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 210 time: 0.0930181 Jul 23 17:07:53.510391 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-fe1bc88d-e096-4369-91f1-d5a30a319cdb None None] Provisioning complete for port 2780aa8b-3492-44b9-b56e-717dc8fbc284 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:53.511149 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc88d-e096-4369-91f1-d5a30a319cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.516816 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 2780aa8b-3492-44b9-b56e-717dc8fbc284, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=2780aa8b-3492-44b9-b56e-717dc8fbc284,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:53.522205 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00cd08ca-9762-46a3-bf5d-e3473b4084dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.530300 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00cd08ca-9762-46a3-bf5d-e3473b4084dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.543238 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f5b25029-8a27-483d-98de-f23a3990b9f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3f7254261ad41c9b755cef6f32423c3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9553945 Jul 23 17:07:53.553486 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.566175 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b25029-8a27-483d-98de-f23a3990b9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b51cd6-632a-4ffd-8013-7077f341e5ba,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:53.567194 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43872) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:53.571060 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.574511 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-00cd08ca-9762-46a3-bf5d-e3473b4084dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77e28ac41b734c5c88637d79b452a83e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7939634 Jul 23 17:07:53.578291 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43876) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:53.648945 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd08ca-9762-46a3-bf5d-e3473b4084dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e1214d-665f-4fc2-bc08-77706037dbb7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:53.653157 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f486b816-164d-4bcb-bac9-4817a00d2adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.706852 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-458bf6ee-b759-48e8-b115-7296699b11db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.708728 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f486b816-164d-4bcb-bac9-4817a00d2adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.722130 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Set router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:53.732264 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-72dea99e-0343-401d-94c4-542d481db194 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93251) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:07:53.734551 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-72dea99e-0343-401d-94c4-542d481db194 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2753711 Jul 23 17:07:53.750326 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-458bf6ee-b759-48e8-b115-7296699b11db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.765625 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=2780aa8b-3492-44b9-b56e-717dc8fbc284,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:53.822913 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e09182f7-8ea6-495b-b104-f465d91476d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.832659 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e09182f7-8ea6-495b-b104-f465d91476d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.879340 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09182f7-8ea6-495b-b104-f465d91476d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c22fe12-c6a6-4e63-9ece-f2c1be371699,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:53.881792 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-458bf6ee-b759-48e8-b115-7296699b11db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.885064 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-458bf6ee-b759-48e8-b115-7296699b11db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:53.886295 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-458bf6ee-b759-48e8-b115-7296699b11db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29b51cd6-632a-4ffd-8013-7077f341e5ba HTTP/1.1" status: 204 len: 168 time: 0.3128443 Jul 23 17:07:53.898688 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bf6ee-b759-48e8-b115-7296699b11db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b51cd6-632a-4ffd-8013-7077f341e5ba,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:53.932036 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e09182f7-8ea6-495b-b104-f465d91476d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f690af112605408697e1ba78348851c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7816274 Jul 23 17:07:53.937389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43888) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:54.003329 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dd2dcc6e-5046-472a-b6d6-48142deca53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.038773 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dd2dcc6e-5046-472a-b6d6-48142deca53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.068232 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f486b816-164d-4bcb-bac9-4817a00d2adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.075336 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f486b816-164d-4bcb-bac9-4817a00d2adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.079120 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f486b816-164d-4bcb-bac9-4817a00d2adf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6e1214d-665f-4fc2-bc08-77706037dbb7 HTTP/1.1" status: 204 len: 168 time: 0.4989519 Jul 23 17:07:54.100074 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486b816-164d-4bcb-bac9-4817a00d2adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e1214d-665f-4fc2-bc08-77706037dbb7,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:54.104376 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Router 69a89869-a949-4b76-9e60-7b9d404ae128 is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:07:54.142373 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dd2dcc6e-5046-472a-b6d6-48142deca53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.145010 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dd2dcc6e-5046-472a-b6d6-48142deca53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.146200 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-dd2dcc6e-5046-472a-b6d6-48142deca53b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c22fe12-c6a6-4e63-9ece-f2c1be371699 HTTP/1.1" status: 204 len: 168 time: 0.2078276 Jul 23 17:07:54.156635 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c4d504cd-8931-4fb7-b5ad-b544b17f460b up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:07:54.169111 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5f3dd0e-440c-484f-94a6-140d2c8fae67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.170574 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dcc6e-5046-472a-b6d6-48142deca53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c22fe12-c6a6-4e63-9ece-f2c1be371699,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:54.182420 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5f3dd0e-440c-484f-94a6-140d2c8fae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.278318 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c5f3dd0e-440c-484f-94a6-140d2c8fae67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab4a7beec0884089a773a7b52b43bcfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9428353 Jul 23 17:07:54.280120 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3dd0e-440c-484f-94a6-140d2c8fae67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610d67d1-f20c-4bc8-8986-4247a9004a00,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:54.283998 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43910) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:54.382254 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:07:54.394394 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c576f1a0-c46b-463b-a15c-63ea6c0b17c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.395909 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Sync routers for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:07:54.403475 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.404632 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d36db5ed-22db-41c4-9407-ea34e589c19e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2670655 Jul 23 17:07:54.408664 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 43916) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:54.415407 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:54.418331 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:07:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:54.430213 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port c4d504cd-8931-4fb7-b5ad-b544b17f460b triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:54.432342 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.442498 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c576f1a0-c46b-463b-a15c-63ea6c0b17c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.544627 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c576f1a0-c46b-463b-a15c-63ea6c0b17c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.547234 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:45Z', 'updated_at': '2021-07-23T17:07:48Z', 'revision_number': 4, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'gw_port': {'id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:46Z', 'updated_at': '2021-07-23T17:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'ac122548-98f2-4b43-ae8c-1654ea7af4fd', 'name': '', 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'mac_address': 'fa:16:3e:92:f7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:48Z', 'updated_at': '2021-07-23T17:07:49Z', 'revision_number': 2, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'subnets': [{'id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:54.550616 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c576f1a0-c46b-463b-a15c-63ea6c0b17c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.551620 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c576f1a0-c46b-463b-a15c-63ea6c0b17c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/610d67d1-f20c-4bc8-8986-4247a9004a00 HTTP/1.1" status: 204 len: 168 time: 0.2665088 Jul 23 17:07:54.570825 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576f1a0-c46b-463b-a15c-63ea6c0b17c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610d67d1-f20c-4bc8-8986-4247a9004a00,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:54.633692 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Checking router: 550ca252-f62a-4cbe-a878-42dbdc8dfd62 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:07:54.635887 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Updating router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 port ac122548-98f2-4b43-ae8c-1654ea7af4fd binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:07:54.699598 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-efe7c298-7f25-4ddf-ad33-4cc2ee242d2d req-415270b3-9b07-48b0-8559-0368b6167e69 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 210 time: 0.1107085 Jul 23 17:07:54.718236 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-7f3cbb19-754e-46f3-bd45-017da5cc86e9 service neutron] 10.222.0.70 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8267493 Jul 23 17:07:54.769105 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:54.828454 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:54.872753 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 2780aa8b-3492-44b9-b56e-717dc8fbc284 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:07:55.043149 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:52Z', 'revision_number': 3, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:55.075916 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Checking router: 69a89869-a949-4b76-9e60-7b9d404ae128 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:07:55.076535 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Updating router 69a89869-a949-4b76-9e60-7b9d404ae128 port 3d721e66-1960-435c-bcf2-b7e59964a177 binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:07:55.091122 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43942) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:55.116270 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5a513e4a-2821-47c5-84db-212beaadb872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.163462 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 2780aa8b-3492-44b9-b56e-717dc8fbc284 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:55.164079 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.170194 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.174712 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-1e0d557a-b122-466f-a7c9-8b6859971f04 service neutron] 10.222.0.70 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163339 Jul 23 17:07:55.343025 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5a513e4a-2821-47c5-84db-212beaadb872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.358391 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5a513e4a-2821-47c5-84db-212beaadb872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.469724 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5a513e4a-2821-47c5-84db-212beaadb872 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e05eae67c8284378a05ac95caa8691fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3745711 Jul 23 17:07:55.469724 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a513e4a-2821-47c5-84db-212beaadb872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f109b8-4503-4fdc-9dc0-b059b86bcd6e,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:55.470543 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 43958) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:55.539620 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.582302 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f03a1d7a-df26-441c-bf17-365e91534a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.623170 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f03a1d7a-df26-441c-bf17-365e91534a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.748017 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f03a1d7a-df26-441c-bf17-365e91534a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.751319 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f03a1d7a-df26-441c-bf17-365e91534a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.752856 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f03a1d7a-df26-441c-bf17-365e91534a75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16f109b8-4503-4fdc-9dc0-b059b86bcd6e HTTP/1.1" status: 204 len: 168 time: 0.2812004 Jul 23 17:07:55.772309 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a1d7a-df26-441c-bf17-365e91534a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f109b8-4503-4fdc-9dc0-b059b86bcd6e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:55.779284 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.799881 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Transition to ACTIVE for port object ac122548-98f2-4b43-ae8c-1654ea7af4fd will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:07:55.816257 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.898805 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0731b3a4-d84a-4850-8847-d939f71fae32 req-41b40db1-fa28-4ca4-8db5-39088a0e712c tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 210 time: 0.0673394 Jul 23 17:07:55.927004 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9dc00-ca4f-4e45-b38c-d13684c217fc None None] Pushing event updated for resources: {'Port': ['ID=ac122548-98f2-4b43-ae8c-1654ea7af4fd,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:55.950908 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:55.965173 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Transition to ACTIVE for port object 3d721e66-1960-435c-bcf2-b7e59964a177 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:07:55.976152 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.036382 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee8128-c72d-4908-881a-09ca26c213f5 None None] Pushing event updated for resources: {'Port': ['ID=3d721e66-1960-435c-bcf2-b7e59964a177,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:56.042158 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Allocated IP 172.20.0.1 (21e00633-73c6-46b3-b55d-30caf2048663/0887825e-5823-4755-8aa4-5fcb38f8f872/f094ab6c-5fc3-4e11-8d08-0fb17009b939) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:07:56.066102 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Attempting to bind port 3d721e66-1960-435c-bcf2-b7e59964a177 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:07:56.066752 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Attempting to bind port 3d721e66-1960-435c-bcf2-b7e59964a177 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:07:56.067427 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Attempting to bind port 3d721e66-1960-435c-bcf2-b7e59964a177 on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:07:56.086077 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Attempting to bind port ac122548-98f2-4b43-ae8c-1654ea7af4fd on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:07:56.086416 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Attempting to bind port ac122548-98f2-4b43-ae8c-1654ea7af4fd by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:07:56.087304 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Attempting to bind port ac122548-98f2-4b43-ae8c-1654ea7af4fd on network 417736eb-5938-416e-bd51-d091dba2edc0 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:07:56.088349 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:07:56.088690 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:56.089317 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.090257 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:07:56.090768 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Bound port: 3d721e66-1960-435c-bcf2-b7e59964a177, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:07:56.091143 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.096735 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:07:56.097553 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Checking segment: {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:56.097553 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.097924 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Bound using segment: {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:07:56.098389 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Bound port: ac122548-98f2-4b43-ae8c-1654ea7af4fd, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:07:56.098788 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.179535 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] For port 3d721e66-1960-435c-bcf2-b7e59964a177, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:07:56.184885 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] For port 3d721e66-1960-435c-bcf2-b7e59964a177, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=3d721e66-1960-435c-bcf2-b7e59964a177,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:07:56.199332 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.244921 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] For port ac122548-98f2-4b43-ae8c-1654ea7af4fd, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:07:56.248527 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] For port ac122548-98f2-4b43-ae8c-1654ea7af4fd, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=ac122548-98f2-4b43-ae8c-1654ea7af4fd,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:07:56.256319 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.260888 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc6a5012-5d31-4607-97b0-1e5f3180640d req-cee3ddba-258e-45be-a8bc-1addb1074de0 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 210 time: 0.1491909 Jul 23 17:07:56.335146 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee8128-c72d-4908-881a-09ca26c213f5 None None] Pushing event updated for resources: {'Port': ['ID=3d721e66-1960-435c-bcf2-b7e59964a177,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:56.348659 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.361327 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9dc00-ca4f-4e45-b38c-d13684c217fc None None] Pushing event updated for resources: {'Port': ['ID=ac122548-98f2-4b43-ae8c-1654ea7af4fd,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:56.383560 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Transition to ACTIVE for port object f094ab6c-5fc3-4e11-8d08-0fb17009b939 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:07:56.390328 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:56.390981 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:07:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:56.397874 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Routers {'550ca252-f62a-4cbe-a878-42dbdc8dfd62'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:56.400387 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:07:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:56.473000 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.518692 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Network 21e00633-73c6-46b3-b55d-30caf2048663 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:07:56.522316 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:56.537800 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:07:56.538284 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:56.549776 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:56.612828 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] Set router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:56.885892 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:52Z', 'revision_number': 3, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:56.919155 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc666a9a-86b9-4146-a2d4-2d606c7a6bbd None None] The sync data for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi is: [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:52Z', 'revision_number': 3, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:07:56.925172 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Pushing event updated for resources: {'Port': ['ID=f094ab6c-5fc3-4e11-8d08-0fb17009b939,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:57.008534 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ff77fb5a-6652-4bc4-bc49-5d2b5cfdfb9d None None] Provisioning for port f094ab6c-5fc3-4e11-8d08-0fb17009b939 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:07:57.019888 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ff77fb5a-6652-4bc4-bc49-5d2b5cfdfb9d None None] Provisioning complete for port f094ab6c-5fc3-4e11-8d08-0fb17009b939 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:57.020262 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ff77fb5a-6652-4bc4-bc49-5d2b5cfdfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:57.106622 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:57.128505 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-510b684e-dd4f-488c-b476-04120bf0facb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:57.130051 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-510b684e-dd4f-488c-b476-04120bf0facb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 819 time: 0.2602601 Jul 23 17:07:57.179941 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-f506e02a-6b06-46b1-93d8-ede0c19416f3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/quotas/b3d8cda89f8b49e4a386b49e9a2e202c HTTP/1.1" status: 200 len: 375 time: 0.0149353 Jul 23 17:07:57.183542 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ff77fb5a-6652-4bc4-bc49-5d2b5cfdfb9d None None] Port f094ab6c-5fc3-4e11-8d08-0fb17009b939 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:07:57.222387 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:45Z', 'updated_at': '2021-07-23T17:07:48Z', 'revision_number': 4, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'gw_port': {'id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:46Z', 'updated_at': '2021-07-23T17:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'ac122548-98f2-4b43-ae8c-1654ea7af4fd', 'name': '', 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'mac_address': 'fa:16:3e:92:f7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:48Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'subnets': [{'id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:57.270962 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a110f529-8886-4b64-9261-80481ecf02e9 None None] The sync data for ids ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'] in dv-cinder-801916-2-iscsi is: [{'id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:45Z', 'updated_at': '2021-07-23T17:07:48Z', 'revision_number': 4, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'gw_port': {'id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:46Z', 'updated_at': '2021-07-23T17:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'ac122548-98f2-4b43-ae8c-1654ea7af4fd', 'name': '', 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'mac_address': 'fa:16:3e:92:f7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:48Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'subnets': [{'id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:07:57.506236 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0ce826a3-f715-4ec3-9888-79390684cf67 req-4db634a6-8f4b-4037-96a9-08f563093784 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 210 time: 0.0643904 Jul 23 17:07:57.624933 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-98ec7641-4ce6-4eb0-9614-2b561bd175c5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4346066 Jul 23 17:07:57.746889 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:57.760242 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:57.761350 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:58.055088 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-dc29710e-7594-47a2-8051-20add36a85f1 service neutron] 10.222.0.70 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223170 Jul 23 17:07:58.118682 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Pushing event updated for resources: {'Port': ['ID=f094ab6c-5fc3-4e11-8d08-0fb17009b939,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:58.231945 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Network 21e00633-73c6-46b3-b55d-30caf2048663 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:07:58.278529 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:58.311161 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device ac122548-98f2-4b43-ae8c-1654ea7af4fd up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:07:58.397674 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-0905ec3c-e7d1-46b3-a82b-30a301aa8e9b service neutron] 10.222.0.70 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298030 Jul 23 17:07:58.472140 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Router 69a89869-a949-4b76-9e60-7b9d404ae128 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:07:58.511368 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port ac122548-98f2-4b43-ae8c-1654ea7af4fd completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:07:58.521328 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port ac122548-98f2-4b43-ae8c-1654ea7af4fd triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:58.523644 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:58.728378 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8cd2cfc3-a7ba-4054-a085-029295e7291f req-d0ea9c5a-091c-4a0d-92dc-bc497c780d68 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 210 time: 0.0465267 Jul 23 17:07:58.763882 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:58.785866 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c6a43527-4fb0-467d-8548-64a7fe89790e None None] Provisioning complete for port f094ab6c-5fc3-4e11-8d08-0fb17009b939 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:58.786614 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c6a43527-4fb0-467d-8548-64a7fe89790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:58.831672 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port ac122548-98f2-4b43-ae8c-1654ea7af4fd, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=ac122548-98f2-4b43-ae8c-1654ea7af4fd,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:58.844195 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c6a43527-4fb0-467d-8548-64a7fe89790e None None] Port f094ab6c-5fc3-4e11-8d08-0fb17009b939 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:07:58.847538 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:07:58.862753 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:58.863561 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 3d721e66-1960-435c-bcf2-b7e59964a177 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:07:58.864739 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a16eb08a-30e5-486f-9d4d-3e4473f4ffe2 admin admin] 10.222.0.70 "PUT /v2.0/routers/69a89869-a949-4b76-9e60-7b9d404ae128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4547591 Jul 23 17:07:58.868454 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b1e8ad60-2fc5-4c29-a2e5-a803a9490adf req-85525618-4e92-4182-a876-189420ac7a2c tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 210 time: 0.0889821 Jul 23 17:07:58.968111 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=ac122548-98f2-4b43-ae8c-1654ea7af4fd,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:58.973070 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.16', 58443) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:59.002040 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 3d721e66-1960-435c-bcf2-b7e59964a177 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:07:59.008036 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 3d721e66-1960-435c-bcf2-b7e59964a177 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:59.009055 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:59.141875 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:59.201501 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 3d721e66-1960-435c-bcf2-b7e59964a177, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=3d721e66-1960-435c-bcf2-b7e59964a177,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:59.217311 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:59.344251 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=3d721e66-1960-435c-bcf2-b7e59964a177,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:59.457925 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-178ac3d3-245e-4dd7-9df7-a86da826fdd4 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:59.459406 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-178ac3d3-245e-4dd7-9df7-a86da826fdd4 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.16 "GET /v2.0/networks?id=76576cdc-9303-4238-a2b4-a8144c1df666 HTTP/1.1" status: 200 len: 811 time: 0.4820487 Jul 23 17:07:59.530345 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Request body: {'port': {'device_id': '5c5269ce-0fa7-40f2-a195-6ac591670ed7', 'network_id': '76576cdc-9303-4238-a2b4-a8144c1df666', 'admin_state_up': True, 'tenant_id': '2bf83fe7bf114f6e85dacdb4654c3426'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:59.531022 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.16', 58446) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:59.775654 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0a886186-4689-4b7e-ba64-187010dc70e0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:59.777529 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0a886186-4689-4b7e-ba64-187010dc70e0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.16 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 819 time: 0.2433827 Jul 23 17:07:59.799347 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Request body: {'port': {'device_id': 'b13f7855-7f1d-4551-8d08-e709a6d5e525', 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'admin_state_up': True, 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:59.912997 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Sync routers for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:07:59.943717 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:59.945750 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:07:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:00.034030 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Made reservation on behalf of 2bf83fe7bf114f6e85dacdb4654c3426 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:00.039832 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:00.063145 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device ac122548-98f2-4b43-ae8c-1654ea7af4fd up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:00.207733 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:08:00.209520 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port ac122548-98f2-4b43-ae8c-1654ea7af4fd triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:00.209909 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:00.367220 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-edecbe0d-4f0a-4228-bce9-7f57e0f40da6 req-75bc5fdd-ebc9-43b2-8cac-5de5c8719092 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 210 time: 0.1424043 Jul 23 17:08:00.534529 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Made reservation on behalf of b3d8cda89f8b49e4a386b49e9a2e202c for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:00.543581 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:00.644716 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.16', 58453) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:00.756251 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 44196) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:00.793587 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-4d506d39-6fe0-45ba-98d8-fc0cad7cd223 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016191667', 'description': 'tempest-description--260319880'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:00.801190 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 3d721e66-1960-435c-bcf2-b7e59964a177 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:00.829972 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-abe7d197-ee0c-4f73-a8c0-5afae629ffa9 req-563e331b-cf59-47d9-a94e-c322df5f0b56 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 210 time: 0.1858585 Jul 23 17:08:00.882153 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 3d721e66-1960-435c-bcf2-b7e59964a177 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:00.882849 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:00.891453 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Allocated IP 172.20.0.14 (76576cdc-9303-4238-a2b4-a8144c1df666/f66ab258-bdfe-4987-929e-788dd45b1703/0cf0bebe-a856-468d-9b12-ec80d31479c9) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:08:00.891958 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d506d39-6fe0-45ba-98d8-fc0cad7cd223 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:00.921723 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:07:57Z', 'revision_number': 2, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:00.962413 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Checking router: 69a89869-a949-4b76-9e60-7b9d404ae128 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:08:00.963118 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Updating router 69a89869-a949-4b76-9e60-7b9d404ae128 port f094ab6c-5fc3-4e11-8d08-0fb17009b939 binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:08:01.043804 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:01.158229 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:01.246594 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:01.405877 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Network 76576cdc-9303-4238-a2b4-a8144c1df666 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:08:01.413855 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:01.429729 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:08:01.438752 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:01.440404 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:01.474368 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Pushing event updated for resources: {'Port': ['ID=0cf0bebe-a856-468d-9b12-ec80d31479c9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:01.515716 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-468bc538-8ceb-4d2d-8abb-21f5eb8a403e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:01.517156 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-468bc538-8ceb-4d2d-8abb-21f5eb8a403e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.16 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 819 time: 0.8608868 Jul 23 17:08:01.526312 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Allocated IP 172.20.0.14 (417736eb-5938-416e-bd51-d091dba2edc0/0478c0c4-148d-4e87-a7d5-b0917d3945bc/786fa294-0f07-4c78-943a-db44e066ebbf) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:08:01.553426 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Request body: {'port': {'device_id': '7d5c8ac8-df76-493a-881e-e20b039213f5', 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'admin_state_up': True, 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:01.557876 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:01.571833 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Transition to ACTIVE for port object f094ab6c-5fc3-4e11-8d08-0fb17009b939 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:01.630464 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:01.683104 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcce4d-bf8e-4161-a869-5b31c714c689 None None] Pushing event updated for resources: {'Port': ['ID=f094ab6c-5fc3-4e11-8d08-0fb17009b939,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:01.812497 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Attempting to bind port f094ab6c-5fc3-4e11-8d08-0fb17009b939 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:08:01.815467 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Attempting to bind port f094ab6c-5fc3-4e11-8d08-0fb17009b939 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:08:01.816580 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Attempting to bind port f094ab6c-5fc3-4e11-8d08-0fb17009b939 on network 21e00633-73c6-46b3-b55d-30caf2048663 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:01.827254 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:08:01.828975 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Checking segment: {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:01.829575 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:01.830120 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Bound using segment: {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:08:01.830735 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Bound port: f094ab6c-5fc3-4e11-8d08-0fb17009b939, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:08:01.831255 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:01.872198 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d506d39-6fe0-45ba-98d8-fc0cad7cd223 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:01.890905 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-5c141bd7-8eb2-4f70-94a0-7e9358699441 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3676209 Jul 23 17:08:01.911245 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-09779d34-32e3-4165-ba42-09ada8dcb581 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93250) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:08:01.912240 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-09779d34-32e3-4165-ba42-09ada8dcb581 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070958 Jul 23 17:08:01.957904 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d506d39-6fe0-45ba-98d8-fc0cad7cd223 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.053120 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] For port f094ab6c-5fc3-4e11-8d08-0fb17009b939, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:02.066636 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] For port f094ab6c-5fc3-4e11-8d08-0fb17009b939, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=f094ab6c-5fc3-4e11-8d08-0fb17009b939,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:08:02.075954 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.101525 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104e226-42a2-4a38-a006-d88b49b5f7ce req-648bbd6b-6239-4233-82df-c521a794c193 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:02.117414 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2104e226-42a2-4a38-a006-d88b49b5f7ce req-648bbd6b-6239-4233-82df-c521a794c193 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 932 time: 0.6288958 Jul 23 17:08:02.237046 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:08:02.237046 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:07:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:02.242729 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcce4d-bf8e-4161-a869-5b31c714c689 None None] Pushing event updated for resources: {'Port': ['ID=f094ab6c-5fc3-4e11-8d08-0fb17009b939,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:02.264444 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d506d39-6fe0-45ba-98d8-fc0cad7cd223 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.265921 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4d506d39-6fe0-45ba-98d8-fc0cad7cd223 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5070970 Jul 23 17:08:02.268849 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44254) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:02.275140 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-2d292eef-8d34-4845-a1d3-0c4cc8d2e623 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'security_group_rule': {'security_group_id': 'fa167904-3927-45fd-889c-d22feaa3ccf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:02.368921 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d292eef-8d34-4845-a1d3-0c4cc8d2e623 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.420605 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-411aa16d-a922-4b7c-abd2-1f66d6bc8592 req-e0921b7e-f411-4724-8c24-d54a8cb523c7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 210 time: 0.2677009 Jul 23 17:08:02.511224 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Request body: {'port': {'device_id': '5c5269ce-0fa7-40f2-a195-6ac591670ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:02.573663 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d506d39-6fe0-45ba-98d8-fc0cad7cd223 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa167904-3927-45fd-889c-d22feaa3ccf0,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:02.629083 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2104e226-42a2-4a38-a006-d88b49b5f7ce req-d8061700-bc12-4800-87e4-440aaca01d28 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106275 Jul 23 17:08:02.637836 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Made reservation on behalf of b3d8cda89f8b49e4a386b49e9a2e202c for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:02.646730 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.675242 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d292eef-8d34-4845-a1d3-0c4cc8d2e623 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.675334 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:08:02.698243 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d292eef-8d34-4845-a1d3-0c4cc8d2e623 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.702447 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.770200 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.770393 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d292eef-8d34-4845-a1d3-0c4cc8d2e623 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826b4199-a331-4959-ab4a-0b2b9d6ddd0e,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:02.791285 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2d292eef-8d34-4845-a1d3-0c4cc8d2e623 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:02.793928 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2d292eef-8d34-4845-a1d3-0c4cc8d2e623 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5235007 Jul 23 17:08:02.802950 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44268) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:02.870244 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-f260511b-e165-48bf-b288-d298b766ec36 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'security_group_rule': {'security_group_id': 'fa167904-3927-45fd-889c-d22feaa3ccf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:02.874529 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:03.143292 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Network 417736eb-5938-416e-bd51-d091dba2edc0 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:08:03.165622 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:03.175221 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:08:03.181824 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:03.182751 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:03.240668 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:02Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:03.265343 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Pushing event updated for resources: {'Port': ['ID=786fa294-0f07-4c78-943a-db44e066ebbf,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:03.324275 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89675a-ad15-45be-b612-f6f51eec96f2 None None] The sync data for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi is: [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:02Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:08:03.336033 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-775e63a3-74fa-4f3a-84a2-246455630f04 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5493350 Jul 23 17:08:03.547199 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Request body: {'port': {'device_id': 'b13f7855-7f1d-4551-8d08-e709a6d5e525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:03.645334 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Allocated IP 172.20.0.13 (417736eb-5938-416e-bd51-d091dba2edc0/0478c0c4-148d-4e87-a7d5-b0917d3945bc/deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:08:03.754729 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a0cf0eac-ae08-47d6-937d-fc7f18381be8 req-a9281e25-b74c-44f0-a85d-b3bfc1562e96 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 210 time: 0.1025846 Jul 23 17:08:03.808683 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf0bebe-a856-468d-9b12-ec80d31479c9 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:03.830784 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:03.904498 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Transition to ACTIVE for port object 0cf0bebe-a856-468d-9b12-ec80d31479c9 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:03.913718 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:03.919196 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f260511b-e165-48bf-b288-d298b766ec36 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.037746 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.105970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device f094ab6c-5fc3-4e11-8d08-0fb17009b939 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:04.111194 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44310) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:04.172724 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f260511b-e165-48bf-b288-d298b766ec36 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.186077 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f260511b-e165-48bf-b288-d298b766ec36 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.189565 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port f094ab6c-5fc3-4e11-8d08-0fb17009b939 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:04.197220 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port f094ab6c-5fc3-4e11-8d08-0fb17009b939 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:04.197635 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.402219 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.439252 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf0bebe-a856-468d-9b12-ec80d31479c9,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:04.447237 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Attempting to bind port 0cf0bebe-a856-468d-9b12-ec80d31479c9 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:08:04.447597 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Attempting to bind port 0cf0bebe-a856-468d-9b12-ec80d31479c9 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '443d5099-f638-4c41-88c0-baaec9fe4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76576cdc-9303-4238-a2b4-a8144c1df666'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:08:04.447959 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Attempting to bind port 0cf0bebe-a856-468d-9b12-ec80d31479c9 on network 76576cdc-9303-4238-a2b4-a8144c1df666 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:04.450738 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260511b-e165-48bf-b288-d298b766ec36 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac1c902-f96d-4cbb-b387-affdd9212262,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:04.465002 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4cd7-8796-4753-be91-17bb804e31de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.479688 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f260511b-e165-48bf-b288-d298b766ec36 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.485101 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f260511b-e165-48bf-b288-d298b766ec36 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6262727 Jul 23 17:08:04.486585 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Port 0cf0bebe-a856-468d-9b12-ec80d31479c9 on network 76576cdc-9303-4238-a2b4-a8144c1df666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:08:04.486914 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Attempting to bind port 0cf0bebe-a856-468d-9b12-ec80d31479c9 on network 76576cdc-9303-4238-a2b4-a8144c1df666 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:04.489706 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44322) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:04.498880 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'floatingip': {'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:04.517944 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port f094ab6c-5fc3-4e11-8d08-0fb17009b939, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=f094ab6c-5fc3-4e11-8d08-0fb17009b939,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:04.526834 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.531077 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:08:04.531494 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Checking segment: {'id': '443d5099-f638-4c41-88c0-baaec9fe4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76576cdc-9303-4238-a2b4-a8144c1df666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:04.533466 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Bound using segment: {'id': '443d5099-f638-4c41-88c0-baaec9fe4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76576cdc-9303-4238-a2b4-a8144c1df666'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:08:04.533466 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Bound port: 0cf0bebe-a856-468d-9b12-ec80d31479c9, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443d5099-f638-4c41-88c0-baaec9fe4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76576cdc-9303-4238-a2b4-a8144c1df666'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:08:04.533466 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.547715 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.593399 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.643787 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] For port 0cf0bebe-a856-468d-9b12-ec80d31479c9, host hv-cinder-80191, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:04.654031 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] For port 0cf0bebe-a856-468d-9b12-ec80d31479c9, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0cf0bebe-a856-468d-9b12-ec80d31479c9,segment=NetworkSegment(443d5099-f638-4c41-88c0-baaec9fe4113),segment_id=443d5099-f638-4c41-88c0-baaec9fe4113)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:08:04.673486 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.691394 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=f094ab6c-5fc3-4e11-8d08-0fb17009b939,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:04.730326 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.755845 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:04.756563 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:04.762487 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] 10.222.0.16 "PUT /v2.0/ports/0cf0bebe-a856-468d-9b12-ec80d31479c9 HTTP/1.1" status: 200 len: 1094 time: 2.5600793 Jul 23 17:08:04.762736 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5269ce-0fa7-40f2-a195-6ac591670ed7', 'tag': '0cf0bebe-a856-468d-9b12-ec80d31479c9'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:05.022944 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb80c92-1739-413a-881c-11200eaaaabd req-f9712eb3-3391-4060-bade-8effb0bee771 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:05.035582 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2fb80c92-1739-413a-881c-11200eaaaabd req-f9712eb3-3391-4060-bade-8effb0bee771 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 1.1523266 Jul 23 17:08:05.128606 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4cd7-8796-4753-be91-17bb804e31de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.146120 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e61f6-9724-41a3-aad9-ea75effd1003 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf0bebe-a856-468d-9b12-ec80d31479c9,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:05.161688 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4cd7-8796-4753-be91-17bb804e31de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.204859 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9610e545-1d39-4fdb-b15b-dad9b0219b08" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5269ce-0fa7-40f2-a195-6ac591670ed7", "tag": "0cf0bebe-a856-468d-9b12-ec80d31479c9"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:05.246747 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0e2e4cd7-8796-4753-be91-17bb804e31de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97f35157fd7443f5972dbc8a3b4d5d49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1310382 Jul 23 17:08:05.254059 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44342) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:05.265568 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e4cd7-8796-4753-be91-17bb804e31de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f8dfcc-c3d7-474c-aa05-fcf6eeddb49d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:05.299311 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.408559 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Network 417736eb-5938-416e-bd51-d091dba2edc0 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:08:05.471498 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:05.473998 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d43a1182-3a72-4fe1-87b1-f54a44a1a9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.505844 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:08:05.513543 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Allocated IP 172.27.2.158 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/857d0601-21e1-4921-bf7f-f5548f478fe1) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:08:05.514409 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:05.515091 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.531329 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2fb80c92-1739-413a-881c-11200eaaaabd req-f7eca94d-aa2c-4615-8908-b8a85c12d901 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891677 Jul 23 17:08:05.550720 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d43a1182-3a72-4fe1-87b1-f54a44a1a9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.588890 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Pushing event updated for resources: {'Port': ['ID=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:05.721169 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9d279429-fe6e-4f57-8ba6-bd53c5be9deb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1750484 Jul 23 17:08:05.763387 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b7f6-54c5-464e-bfca-2200dac3c8cf req-16749d65-2102-43a7-b52f-8585c725fb15 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:05.765885 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b137b7f6-54c5-464e-bfca-2200dac3c8cf req-16749d65-2102-43a7-b52f-8585c725fb15 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.6964293 Jul 23 17:08:05.903363 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b137b7f6-54c5-464e-bfca-2200dac3c8cf req-a9f4bb53-bf2e-44d4-be6b-717b5b0f9e93 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145990 Jul 23 17:08:05.958836 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786fa294-0f07-4c78-943a-db44e066ebbf {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:05.972756 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:05.984230 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device f094ab6c-5fc3-4e11-8d08-0fb17009b939 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:05.995338 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Transition to ACTIVE for port object 786fa294-0f07-4c78-943a-db44e066ebbf will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:06.001487 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.059316 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port f094ab6c-5fc3-4e11-8d08-0fb17009b939 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:06.059833 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.107171 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9648c981-1762-43da-abe2-4218a16fb4ff x-openstack-request-id: req-9648c981-1762-43da-abe2-4218a16fb4ff {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:06.107480 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5269ce-0fa7-40f2-a195-6ac591670ed7", "tag": "0cf0bebe-a856-468d-9b12-ec80d31479c9", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:06.107692 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9648c981-1762-43da-abe2-4218a16fb4ff {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:06.108193 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5269ce-0fa7-40f2-a195-6ac591670ed7', 'tag': '0cf0bebe-a856-468d-9b12-ec80d31479c9', 'status': 'completed', 'code': 200} Jul 23 17:08:06.127208 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.155860 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Pushing event updated for resources: {'Port': ['ID=786fa294-0f07-4c78-943a-db44e066ebbf,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:06.189560 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d43a1182-3a72-4fe1-87b1-f54a44a1a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.192300 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d43a1182-3a72-4fe1-87b1-f54a44a1a9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.193776 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d43a1182-3a72-4fe1-87b1-f54a44a1a9a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98f8dfcc-c3d7-474c-aa05-fcf6eeddb49d HTTP/1.1" status: 204 len: 168 time: 0.9375679 Jul 23 17:08:06.198622 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Attempting to bind port 786fa294-0f07-4c78-943a-db44e066ebbf on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:08:06.199054 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Attempting to bind port 786fa294-0f07-4c78-943a-db44e066ebbf by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:08:06.199486 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Attempting to bind port 786fa294-0f07-4c78-943a-db44e066ebbf on network 417736eb-5938-416e-bd51-d091dba2edc0 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:06.204914 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a1182-3a72-4fe1-87b1-f54a44a1a9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f8dfcc-c3d7-474c-aa05-fcf6eeddb49d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:06.212384 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Port 786fa294-0f07-4c78-943a-db44e066ebbf on network 417736eb-5938-416e-bd51-d091dba2edc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:08:06.212936 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Attempting to bind port 786fa294-0f07-4c78-943a-db44e066ebbf on network 417736eb-5938-416e-bd51-d091dba2edc0 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:06.219113 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.226988 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:08:06.227358 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Checking segment: {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:06.227927 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Bound using segment: {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:08:06.228399 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Bound port: 786fa294-0f07-4c78-943a-db44e066ebbf, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:08:06.228760 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.265282 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:08:06.273816 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:06.276198 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'Port': ['ID=857d0601-21e1-4921-bf7f-f5548f478fe1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:06.286072 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:08:06.349766 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] For port 786fa294-0f07-4c78-943a-db44e066ebbf, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:06.372996 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] For port 786fa294-0f07-4c78-943a-db44e066ebbf, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=786fa294-0f07-4c78-943a-db44e066ebbf,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:08:06.386813 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.439778 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:06.439778 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.439778 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] 10.222.0.16 "PUT /v2.0/ports/786fa294-0f07-4c78-943a-db44e066ebbf HTTP/1.1" status: 200 len: 1094 time: 2.9213328 Jul 23 17:08:06.440362 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13f7855-7f1d-4551-8d08-e709a6d5e525', 'tag': '786fa294-0f07-4c78-943a-db44e066ebbf'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:06.463756 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.560850 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.801450 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44378) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:06.820780 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b50d2d16-147a-467e-8ff9-6156a57dd9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.834656 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487c754-e24a-43f8-b44c-4fa033a42ddb service neutron] Pushing event updated for resources: {'Port': ['ID=786fa294-0f07-4c78-943a-db44e066ebbf,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:06.848497 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.864848 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:06.928664 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82877cf-84f7-4cab-9f9f-0608fd84b916 req-57966e2c-2f28-40c7-bf46-8bc54726cf87 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:06.936736 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b82877cf-84f7-4cab-9f9f-0608fd84b916 req-57966e2c-2f28-40c7-bf46-8bc54726cf87 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.2265658 Jul 23 17:08:06.983840 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'Port': ['ID=857d0601-21e1-4921-bf7f-f5548f478fe1,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:06.984098 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76824a43-7628-438a-9eb4-3fac2e698e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b13f7855-7f1d-4551-8d08-e709a6d5e525", "tag": "786fa294-0f07-4c78-943a-db44e066ebbf"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:06.990862 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:07.016830 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b82877cf-84f7-4cab-9f9f-0608fd84b916 req-237968de-206c-4be0-a280-c677920cea2a tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791771 Jul 23 17:08:07.089476 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b50d2d16-147a-467e-8ff9-6156a57dd9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:07.095690 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b50d2d16-147a-467e-8ff9-6156a57dd9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:07.097011 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5e47c-a49a-4318-a04c-6c826be16bef req-b34c5338-5a81-4f2e-8417-acd35be607ce tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:07.098680 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-86d5e47c-a49a-4318-a04c-6c826be16bef req-b34c5338-5a81-4f2e-8417-acd35be607ce tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.0806313 Jul 23 17:08:07.113724 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:07.114937 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9f2d7bc2-7a3d-4479-aa61-9d395c55da60 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6212616 Jul 23 17:08:07.140691 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d2d16-147a-467e-8ff9-6156a57dd9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c50af02-da85-44a7-86e0-d522f343f3df,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:07.147555 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b50d2d16-147a-467e-8ff9-6156a57dd9f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18f0877f538948c1b499116f8eab2d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426900 Jul 23 17:08:07.147940 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44394) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:07.155760 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a02c2-9376-4eb2-8e22-229e00caeec3 x-openstack-request-id: req-dd9a02c2-9376-4eb2-8e22-229e00caeec3 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:07.156136 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13f7855-7f1d-4551-8d08-e709a6d5e525", "tag": "786fa294-0f07-4c78-943a-db44e066ebbf", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:07.156443 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd9a02c2-9376-4eb2-8e22-229e00caeec3 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:07.156905 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13f7855-7f1d-4551-8d08-e709a6d5e525', 'tag': '786fa294-0f07-4c78-943a-db44e066ebbf', 'status': 'completed', 'code': 200} Jul 23 17:08:07.190005 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-86d5e47c-a49a-4318-a04c-6c826be16bef req-6d5cd036-7e14-4529-8822-ea828a0bd652 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835145 Jul 23 17:08:07.207366 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d11cba62-6f0d-4861-9575-c611bd272f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:07.230195 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d11cba62-6f0d-4861-9575-c611bd272f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:07.316490 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d11cba62-6f0d-4861-9575-c611bd272f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:07.319306 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d11cba62-6f0d-4861-9575-c611bd272f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:07.321117 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d11cba62-6f0d-4861-9575-c611bd272f7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c50af02-da85-44a7-86e0-d522f343f3df HTTP/1.1" status: 204 len: 168 time: 0.1717520 Jul 23 17:08:07.330804 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cba62-6f0d-4861-9575-c611bd272f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c50af02-da85-44a7-86e0-d522f343f3df,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:07.449211 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-4732d1d5-3179-4a92-bc8d-d628fd424b8e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1016191667&fields=id&tenant_id=9e2c89ff216648fbbc779b5b1b000247 HTTP/1.1" status: 200 len: 267 time: 0.0434976 Jul 23 17:08:07.614777 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-80cb6659-d8eb-4b0d-a44f-34a5e5c5b8fe tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:07.616571 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-80cb6659-d8eb-4b0d-a44f-34a5e5c5b8fe tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 811 time: 0.1550250 Jul 23 17:08:07.631656 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-04d7afe1-a285-49a3-b501-73779aa94b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/quotas/9e2c89ff216648fbbc779b5b1b000247 HTTP/1.1" status: 200 len: 375 time: 0.0094047 Jul 23 17:08:07.712086 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-afb7fbaf-4937-4af7-be1e-b9f3c15ffbf0 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741503 Jul 23 17:08:07.826506 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-e8c92b6b-9f18-4f2b-88bc-a3a10e63f833 service neutron] 10.222.0.70 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972028 Jul 23 17:08:07.962669 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-dacc74cc-c906-4bad-a7a7-4dbc8cf11a3d service neutron] 10.222.0.70 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214442 Jul 23 17:08:08.230911 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9c35d0c2-a78c-407c-bb55-c097e06a606c req-78e7a54e-8328-45b8-a2de-d442c7f1be51 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0607371 Jul 23 17:08:08.318199 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f384b2-43f5-4dcf-8114-839791f0767a req-ecdeb565-d6ed-422e-ae9f-cb42d821b4c5 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:08.327754 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-10f384b2-43f5-4dcf-8114-839791f0767a req-ecdeb565-d6ed-422e-ae9f-cb42d821b4c5 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.2044456 Jul 23 17:08:08.447695 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-10f384b2-43f5-4dcf-8114-839791f0767a req-c4c3be2b-69da-4d7a-a10c-19da15e5944f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127019 Jul 23 17:08:08.495521 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb82bc-1359-48cc-9bc1-6a4e4fcff9ff req-2a2e4ac5-db0f-4dcd-a142-66769ae7f8a1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:08.503410 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b4eb82bc-1359-48cc-9bc1-6a4e4fcff9ff req-2a2e4ac5-db0f-4dcd-a142-66769ae7f8a1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.1311755 Jul 23 17:08:08.543349 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b4eb82bc-1359-48cc-9bc1-6a4e4fcff9ff req-b93cbb72-678c-46ee-a0df-d619ba5ae550 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387225 Jul 23 17:08:09.217695 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:08:09.418859 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ea3f9caf-d0ad-4063-92d7-2ad713abbff1 req-cf37ce6a-0457-4c8b-b312-76af48499b28 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0703166 Jul 23 17:08:09.550922 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 44530) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:09.638440 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f573f3-c1c3-44ad-9236-25d678bc3f6a req-0e256893-2de5-4433-b406-0b6fb8bef1ca tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:09.640798 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-87f573f3-c1c3-44ad-9236-25d678bc3f6a req-0e256893-2de5-4433-b406-0b6fb8bef1ca tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.0820038 Jul 23 17:08:09.744800 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62ead957-0790-4cfa-8dac-55de6a6aca0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:09.760202 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-87f573f3-c1c3-44ad-9236-25d678bc3f6a req-7c8c1ce2-5e6c-456f-a5f4-59dd2beed82d tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919697 Jul 23 17:08:09.803771 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc920378-007d-4660-9ece-3cd26c6e41ae req-4a7413b9-e1da-48e4-9820-894aa5116e8e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:09.805941 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc920378-007d-4660-9ece-3cd26c6e41ae req-4a7413b9-e1da-48e4-9820-894aa5116e8e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.1574838 Jul 23 17:08:09.862501 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc920378-007d-4660-9ece-3cd26c6e41ae req-3317279e-11d6-451e-9dae-b3edbaeeffae tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484741 Jul 23 17:08:09.896848 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62ead957-0790-4cfa-8dac-55de6a6aca0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:09.900998 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62ead957-0790-4cfa-8dac-55de6a6aca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:09.952402 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ead957-0790-4cfa-8dac-55de6a6aca0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0458799-6052-49c4-8136-1b8ecad271d1,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:09.956584 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-62ead957-0790-4cfa-8dac-55de6a6aca0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53ca371959be42c9bd8ce2a5820037c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045770 Jul 23 17:08:09.959545 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44536) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:10.014913 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b4717eb-9df7-4da2-9bef-f8c3bae1165a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.035463 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b4717eb-9df7-4da2-9bef-f8c3bae1165a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.083751 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b4717eb-9df7-4da2-9bef-f8c3bae1165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.086902 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7b4717eb-9df7-4da2-9bef-f8c3bae1165a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.088177 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7b4717eb-9df7-4da2-9bef-f8c3bae1165a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0458799-6052-49c4-8136-1b8ecad271d1 HTTP/1.1" status: 204 len: 168 time: 0.1270978 Jul 23 17:08:10.095627 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4717eb-9df7-4da2-9bef-f8c3bae1165a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0458799-6052-49c4-8136-1b8ecad271d1,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:10.455621 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44554) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:10.496300 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1522d787-29e9-4379-a541-7b16b919bcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.611108 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f34e91d1-735c-4159-aad5-61581f2deaa0 req-0688b37a-7dc5-49ab-87a0-e295ea9f8132 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0522230 Jul 23 17:08:10.655333 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1522d787-29e9-4379-a541-7b16b919bcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.660536 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1522d787-29e9-4379-a541-7b16b919bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.702000 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1522d787-29e9-4379-a541-7b16b919bcd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95e834db39964eaba4d6cd71a54ae568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449684 Jul 23 17:08:10.703118 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522d787-29e9-4379-a541-7b16b919bcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd635efe-2f17-4ef2-8a2e-c8f430d1b7a5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:10.704687 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 44574) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:10.761338 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2b142f59-421b-4dba-a57c-e7c1d5ab1d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.803537 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2b142f59-421b-4dba-a57c-e7c1d5ab1d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.892541 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2b142f59-421b-4dba-a57c-e7c1d5ab1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.895136 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2b142f59-421b-4dba-a57c-e7c1d5ab1d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:10.896804 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2b142f59-421b-4dba-a57c-e7c1d5ab1d6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd635efe-2f17-4ef2-8a2e-c8f430d1b7a5 HTTP/1.1" status: 204 len: 168 time: 0.1908655 Jul 23 17:08:10.907129 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b142f59-421b-4dba-a57c-e7c1d5ab1d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd635efe-2f17-4ef2-8a2e-c8f430d1b7a5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:10.941206 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1f5f6-eb29-4030-84a5-6e7407728e8c req-0c299455-4979-423c-9734-9f1dacaf6b00 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:10.942715 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ff1f5f6-eb29-4030-84a5-6e7407728e8c req-0c299455-4979-423c-9734-9f1dacaf6b00 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.0894356 Jul 23 17:08:11.018415 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ff1f5f6-eb29-4030-84a5-6e7407728e8c req-d167e76f-3c9b-4ac8-8f6c-4990fe2c2818 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692549 Jul 23 17:08:11.046254 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224fe53-e903-4399-b023-4c6cf2fbce51 req-e88e688d-bce7-4604-a170-3c45c9e145d4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:11.047800 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6224fe53-e903-4399-b023-4c6cf2fbce51 req-e88e688d-bce7-4604-a170-3c45c9e145d4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.0975575 Jul 23 17:08:11.098828 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6224fe53-e903-4399-b023-4c6cf2fbce51 req-e224b340-339d-49fb-8945-d4c35181d6b9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Jul 23 17:08:11.707963 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8803f217-c997-4fdb-a004-79347e28742e req-6c39aceb-f666-4df5-905f-7fa67ac6183f tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0282712 Jul 23 17:08:12.231147 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc315-36d4-4d62-9a22-a11c7a054e04 req-3670e8cf-20e0-4bfd-a8fc-00327c237364 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:12.244045 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d4ecc315-36d4-4d62-9a22-a11c7a054e04 req-3670e8cf-20e0-4bfd-a8fc-00327c237364 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.1080048 Jul 23 17:08:12.342877 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d4ecc315-36d4-4d62-9a22-a11c7a054e04 req-3812f784-68cc-4c54-a8ea-f9b614b079ed tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977075 Jul 23 17:08:12.396298 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722d251-e782-4b45-9784-9e383218a2f3 req-623a36ac-78fd-497d-a35b-58ec6df76860 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:12.397846 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1722d251-e782-4b45-9784-9e383218a2f3 req-623a36ac-78fd-497d-a35b-58ec6df76860 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.1063886 Jul 23 17:08:12.451033 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1722d251-e782-4b45-9784-9e383218a2f3 req-95999988-94c9-43a3-8cc5-4e8763ba8e28 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Jul 23 17:08:12.853119 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9c856a39-f6aa-4d81-8471-ca5c1ea94273 req-0f82dce1-b912-4503-a02a-2c2371c52bf2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0685098 Jul 23 17:08:12.873612 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-97002f7f-5b47-4fc9-b16e-ae438789880a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:13.228377 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:13.489014 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28bb54-c35f-4416-952a-775006e97f19 req-ca7955dd-71aa-4a5c-95c3-ed4fcf8ca910 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:13.489014 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6a28bb54-c35f-4416-952a-775006e97f19 req-ca7955dd-71aa-4a5c-95c3-ed4fcf8ca910 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.0721095 Jul 23 17:08:13.623995 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6a28bb54-c35f-4416-952a-775006e97f19 req-d0845138-3627-464f-b9ca-2952880b2751 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260350 Jul 23 17:08:13.655044 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2729d-d744-4938-b78a-1a81b936eeb9 req-18ab80d2-023a-4c54-9fd9-05eec1888011 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:13.656510 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0c2729d-d744-4938-b78a-1a81b936eeb9 req-18ab80d2-023a-4c54-9fd9-05eec1888011 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.1152668 Jul 23 17:08:13.710304 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0c2729d-d744-4938-b78a-1a81b936eeb9 req-0586abfc-af39-4fa4-9a65-74995ce96369 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475888 Jul 23 17:08:13.908212 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 44724) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:13.951509 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6bbcd6fc-59e0-4fd1-90bc-4d2da2fce186 req-e7af7da3-7122-4b56-a16a-283f14310de1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0295198 Jul 23 17:08:14.012432 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8d35e395-dd66-4126-92cb-185a474fee52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.113656 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8d35e395-dd66-4126-92cb-185a474fee52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.117780 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8d35e395-dd66-4126-92cb-185a474fee52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.158494 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8d35e395-dd66-4126-92cb-185a474fee52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ca8e660d5bb4d66bfa98f68dfc3d96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490914 Jul 23 17:08:14.159204 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35e395-dd66-4126-92cb-185a474fee52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526457c-2b1f-4562-b3bd-62298414cf38,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:14.161269 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44734) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:14.214976 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b62c0555-ee4d-4f0f-8da5-6b63f462d95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.236653 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b62c0555-ee4d-4f0f-8da5-6b63f462d95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.285546 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b62c0555-ee4d-4f0f-8da5-6b63f462d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.288104 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b62c0555-ee4d-4f0f-8da5-6b63f462d95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.289257 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b62c0555-ee4d-4f0f-8da5-6b63f462d95d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f526457c-2b1f-4562-b3bd-62298414cf38 HTTP/1.1" status: 204 len: 168 time: 0.1266479 Jul 23 17:08:14.297773 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c0555-ee4d-4f0f-8da5-6b63f462d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526457c-2b1f-4562-b3bd-62298414cf38,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:14.575128 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 44752) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:14.587931 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd6b-c3ef-46e5-b20d-a12dca745f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.681943 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd6b-c3ef-46e5-b20d-a12dca745f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.685929 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd6b-c3ef-46e5-b20d-a12dca745f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.723435 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c5b1bd6b-c3ef-46e5-b20d-a12dca745f2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd8291fd747847cd8ab814f4e3ef8219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471598 Jul 23 17:08:14.725586 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1bd6b-c3ef-46e5-b20d-a12dca745f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c21f77-a2e6-4d81-94e0-12ec6d015b04,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:14.727463 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 44758) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:14.790529 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024501f-ddee-48ed-95b3-f9299f57f7c0 req-12ebd902-1445-42ee-aedb-1e87dfcebf31 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:14.791970 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4024501f-ddee-48ed-95b3-f9299f57f7c0 req-12ebd902-1445-42ee-aedb-1e87dfcebf31 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.0984638 Jul 23 17:08:14.830033 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e17e0f2f-9c26-4f3c-96cc-1c53f7227d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.876001 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e17e0f2f-9c26-4f3c-96cc-1c53f7227d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.894012 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4024501f-ddee-48ed-95b3-f9299f57f7c0 req-4d12713c-1832-4600-883b-3dce5c09310a tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874283 Jul 23 17:08:14.933467 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cea3e-9a3a-4f9d-819d-4501f88c5de6 req-b19fac96-e94c-4766-8c28-e8bd41c627c3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:14.934978 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-213cea3e-9a3a-4f9d-819d-4501f88c5de6 req-b19fac96-e94c-4766-8c28-e8bd41c627c3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.1531897 Jul 23 17:08:14.961832 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e17e0f2f-9c26-4f3c-96cc-1c53f7227d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.964292 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e17e0f2f-9c26-4f3c-96cc-1c53f7227d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.965354 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e17e0f2f-9c26-4f3c-96cc-1c53f7227d1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23c21f77-a2e6-4d81-94e0-12ec6d015b04 HTTP/1.1" status: 204 len: 168 time: 0.2360737 Jul 23 17:08:14.984469 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e0f2f-9c26-4f3c-96cc-1c53f7227d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c21f77-a2e6-4d81-94e0-12ec6d015b04,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:14.990142 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-213cea3e-9a3a-4f9d-819d-4501f88c5de6 req-6534f8e1-268f-4440-92ec-4d231858102c tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Jul 23 17:08:15.066244 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d8779dce-43bd-4d92-94d9-47af4f2c1445 req-3f655ff6-7e2d-4366-bbe0-b03221ea8530 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0301948 Jul 23 17:08:15.412620 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0e8659f7-4600-41c2-b285-850e9769e514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:15.759244 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:16.029082 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223428-e430-4930-b1c7-dab4f203de7f req-dbfce1ec-bdfb-4165-9ed0-4f9465f87111 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.030882 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c3223428-e430-4930-b1c7-dab4f203de7f req-dbfce1ec-bdfb-4165-9ed0-4f9465f87111 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.0690002 Jul 23 17:08:16.073888 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c3223428-e430-4930-b1c7-dab4f203de7f req-638089ec-d6ff-44b6-a0e1-f95c0200c7d9 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366948 Jul 23 17:08:16.151196 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c1aa3-4bcd-44fc-ae53-aa39a72e84f9 req-e96ce9eb-eb7d-4b9d-a389-2f49a267fa14 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.152669 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-249c1aa3-4bcd-44fc-ae53-aa39a72e84f9 req-e96ce9eb-eb7d-4b9d-a389-2f49a267fa14 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.0743511 Jul 23 17:08:16.176454 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21929beb-d80d-4e1a-a85f-1c4eda05282e req-8d1cb11f-6c95-49b1-ab12-20a4d44a7b3c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0441730 Jul 23 17:08:16.209028 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-249c1aa3-4bcd-44fc-ae53-aa39a72e84f9 req-82692a63-3ac2-47e7-aee4-cc3ab880ab41 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349407 Jul 23 17:08:16.325158 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Request body: {'port': {'device_id': '7d5c8ac8-df76-493a-881e-e20b039213f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:16.375636 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:16.448214 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76824a43-7628-438a-9eb4-3fac2e698e0f req-7019e8e5-c658-4a1d-aee5-d6fdc2ea3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.450633 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-76824a43-7628-438a-9eb4-3fac2e698e0f req-7019e8e5-c658-4a1d-aee5-d6fdc2ea3a67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1097 time: 0.1185856 Jul 23 17:08:16.502389 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-b582ed99-89ea-45e0-9823-ba77fcd9c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.503941 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-b582ed99-89ea-45e0-9823-ba77fcd9c96d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bf83fe7bf114f6e85dacdb4654c3426&device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 1097 time: 0.1546426 Jul 23 17:08:16.504635 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:16.641143 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-893837ce-ac5a-4356-a4ca-193090a89e4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf0bebe-a856-468d-9b12-ec80d31479c9 HTTP/1.1" status: 200 len: 217 time: 0.1073716 Jul 23 17:08:16.719811 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76824a43-7628-438a-9eb4-3fac2e698e0f req-99ab58fc-6fed-437c-8c0f-d5cc91ebca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.722280 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-76824a43-7628-438a-9eb4-3fac2e698e0f req-99ab58fc-6fed-437c-8c0f-d5cc91ebca85 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2532218 Jul 23 17:08:16.814058 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-7977b6f1-b71d-4e5b-b624-53d86c32c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.815516 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-7977b6f1-b71d-4e5b-b624-53d86c32c033 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f66ab258-bdfe-4987-929e-788dd45b1703 HTTP/1.1" status: 200 len: 851 time: 0.1514056 Jul 23 17:08:16.901046 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-9270ef2c-91af-4e94-9a27-1bcaae39aedf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76576cdc-9303-4238-a2b4-a8144c1df666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679619 Jul 23 17:08:16.925401 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76824a43-7628-438a-9eb4-3fac2e698e0f req-f318c273-fa35-4310-a6ac-11033428ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.925401 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-76824a43-7628-438a-9eb4-3fac2e698e0f req-f318c273-fa35-4310-a6ac-11033428ce72 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942251 Jul 23 17:08:17.080693 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-a0a94f8f-6ed0-4ac0-a09a-271cddaa983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:17.088200 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-a0a94f8f-6ed0-4ac0-a09a-271cddaa983d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1097 time: 0.1164398 Jul 23 17:08:17.268931 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.16', 58482) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:17.269514 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 44892) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:17.285869 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-b1c50f9c-2123-47cf-8d2c-2421d7106f30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786fa294-0f07-4c78-943a-db44e066ebbf HTTP/1.1" status: 200 len: 217 time: 0.1886768 Jul 23 17:08:17.374617 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d50cf53-1725-439c-bca6-d0f96b702141 req-f7f551ac-1d5e-4e93-9063-6a8cdbc2e0ce tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0481496 Jul 23 17:08:17.376228 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-d1989afb-2853-40b9-b649-59f101eb58d2 service neutron] 10.222.0.16 "GET /v2.0/networks/76576cdc-9303-4238-a2b4-a8144c1df666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440651 Jul 23 17:08:17.470573 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-43f1c97d-1703-4222-8c1d-07ff5e4ef6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:17.473981 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-43f1c97d-1703-4222-8c1d-07ff5e4ef6d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 200 len: 859 time: 0.1807804 Jul 23 17:08:17.565421 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-dfbf782c-5510-4f61-a7b5-b7208661e2b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=417736eb-5938-416e-bd51-d091dba2edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815060 Jul 23 17:08:17.575910 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec6fc609-4fa7-40a7-8eb8-55d192b0079a req-c1795118-8b77-4f28-98a5-9b9eab7de2ed service neutron] 10.222.0.16 "GET /v2.0/networks/76576cdc-9303-4238-a2b4-a8144c1df666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564965 Jul 23 17:08:17.605840 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8330978f-c1ea-4ef6-b286-ef3cfe133e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:17.640478 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:17.670140 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:17.682851 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796544b-d151-43fb-bff4-e9ca1af0cc02 req-99945c4c-e80c-4d2a-821b-feca2dbe24d3 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:17.688654 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a796544b-d151-43fb-bff4-e9ca1af0cc02 req-99945c4c-e80c-4d2a-821b-feca2dbe24d3 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.4733915 Jul 23 17:08:17.701971 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-42a78f75-bc55-4642-bcb2-51a1c82c623a tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:17.703453 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-42a78f75-bc55-4642-bcb2-51a1c82c623a tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 811 time: 0.4282978 Jul 23 17:08:17.773146 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Transition to ACTIVE for port object deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:17.810550 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:17.838912 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a796544b-d151-43fb-bff4-e9ca1af0cc02 req-670dc3a3-1907-4dcf-981c-663ff19d7ef9 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492982 Jul 23 17:08:17.845481 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-483d5fe2-957d-4198-8c61-e7cc5646058d service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713046 Jul 23 17:08:17.924523 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ce395-b5e3-4a3b-b6eb-aa1ed6143bfe req-9b403c79-8391-47e6-befb-4870cc66f13d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:17.926079 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-291ce395-b5e3-4a3b-b6eb-aa1ed6143bfe req-9b403c79-8391-47e6-befb-4870cc66f13d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 932 time: 0.4086025 Jul 23 17:08:17.934873 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-00ca56fb-aad2-4269-b93b-5d616dc1b106 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e2c89ff216648fbbc779b5b1b000247 HTTP/1.1" status: 200 len: 380 time: 0.2009199 Jul 23 17:08:17.996029 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Pushing event updated for resources: {'Port': ['ID=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:18.013544 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.028319 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-35840ad5-1180-4db9-ae12-90387e766bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:18.029873 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-35840ad5-1180-4db9-ae12-90387e766bb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bf83fe7bf114f6e85dacdb4654c3426&device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 1097 time: 0.3698392 Jul 23 17:08:18.064956 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-291ce395-b5e3-4a3b-b6eb-aa1ed6143bfe req-036e8184-f226-4bfa-8dbe-529a3a67fde2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238303 Jul 23 17:08:18.073005 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Attempting to bind port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:08:18.073612 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Attempting to bind port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:08:18.074169 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Attempting to bind port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 on network 417736eb-5938-416e-bd51-d091dba2edc0 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:18.081256 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8330978f-c1ea-4ef6-b286-ef3cfe133e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.093555 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 on network 417736eb-5938-416e-bd51-d091dba2edc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:08:18.093555 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Attempting to bind port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 on network 417736eb-5938-416e-bd51-d091dba2edc0 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:18.093555 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8330978f-c1ea-4ef6-b286-ef3cfe133e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.095706 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:08:18.096102 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Checking segment: {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:18.096589 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Bound using segment: {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:08:18.097047 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Bound port: deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159b2911-6214-4efa-9dd9-cbdcd6ff9a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:08:18.097628 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.167784 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330978f-c1ea-4ef6-b286-ef3cfe133e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ea0354-ed7e-454d-8800-7ac011fbb5b6,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:18.174383 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8330978f-c1ea-4ef6-b286-ef3cfe133e22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a582f757658b4c8dbdb6161f1a880d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8980150 Jul 23 17:08:18.178640 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 44938) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:18.236421 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] For port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:18.258550 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] For port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:08:18.263627 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75454fc1-c31b-4572-9bf5-0c1e1648a37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.268362 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.313225 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75454fc1-c31b-4572-9bf5-0c1e1648a37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.326941 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:18.327555 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.328951 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] 10.222.0.16 "PUT /v2.0/ports/deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 HTTP/1.1" status: 200 len: 1094 time: 2.0088918 Jul 23 17:08:18.330877 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5c8ac8-df76-493a-881e-e20b039213f5', 'tag': 'deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:18.333120 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540de96e-c392-4683-adb8-fa3e2b9a7793" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5c8ac8-df76-493a-881e-e20b039213f5", "tag": "deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:18.378523 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59426fc-62cd-4cda-9ebe-5d42e916b817 service neutron] Pushing event updated for resources: {'Port': ['ID=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:18.400934 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75454fc1-c31b-4572-9bf5-0c1e1648a37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.403512 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-75454fc1-c31b-4572-9bf5-0c1e1648a37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.404780 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-75454fc1-c31b-4572-9bf5-0c1e1648a37e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1ea0354-ed7e-454d-8800-7ac011fbb5b6 HTTP/1.1" status: 204 len: 168 time: 0.2252133 Jul 23 17:08:18.413185 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75454fc1-c31b-4572-9bf5-0c1e1648a37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ea0354-ed7e-454d-8800-7ac011fbb5b6,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:18.440888 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decd2dbc-8cf5-42af-ada0-4b4b94029bd0 x-openstack-request-id: req-decd2dbc-8cf5-42af-ada0-4b4b94029bd0 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:18.441165 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5c8ac8-df76-493a-881e-e20b039213f5", "tag": "deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:18.441448 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-decd2dbc-8cf5-42af-ada0-4b4b94029bd0 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:18.441839 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5c8ac8-df76-493a-881e-e20b039213f5', 'tag': 'deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3', 'status': 'completed', 'code': 200} Jul 23 17:08:18.498724 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-537a4411-5e55-4001-bbbf-6f52a4b5e16a req-3bcd46a7-2859-444d-864e-7262c4071006 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0341578 Jul 23 17:08:18.668853 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 44962) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:18.682013 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e55e2e4-fcf3-427a-9ba2-6ca47d2d69a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.767088 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e55e2e4-fcf3-427a-9ba2-6ca47d2d69a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.770788 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6e55e2e4-fcf3-427a-9ba2-6ca47d2d69a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.807064 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55e2e4-fcf3-427a-9ba2-6ca47d2d69a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f285dd-685f-4096-bbe7-dca5d3e1f063,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:18.812111 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6e55e2e4-fcf3-427a-9ba2-6ca47d2d69a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=def3e32f56eb4b62b29b74621e04ea95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421695 Jul 23 17:08:18.814581 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 44964) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:18.861640 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d722bb2-d5fe-475f-893f-a1931b77d576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.883687 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d722bb2-d5fe-475f-893f-a1931b77d576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.959262 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d722bb2-d5fe-475f-893f-a1931b77d576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.962260 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d722bb2-d5fe-475f-893f-a1931b77d576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:18.963366 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6d722bb2-d5fe-475f-893f-a1931b77d576 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5f285dd-685f-4096-bbe7-dca5d3e1f063 HTTP/1.1" status: 204 len: 168 time: 0.1478713 Jul 23 17:08:18.975389 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d722bb2-d5fe-475f-893f-a1931b77d576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f285dd-685f-4096-bbe7-dca5d3e1f063,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:18.990389 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61265ac3-70c3-4253-afb8-5e1ac5721281 req-1f3562eb-686a-44a6-96eb-08c0afbbf506 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:18.991868 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-61265ac3-70c3-4253-afb8-5e1ac5721281 req-1f3562eb-686a-44a6-96eb-08c0afbbf506 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.0874538 Jul 23 17:08:19.031475 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-61265ac3-70c3-4253-afb8-5e1ac5721281 req-a127738c-9f2d-4525-a0e6-43c0cc2df3fe tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Jul 23 17:08:19.211668 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b670ed-9863-4f9a-8f42-fce3b7d46f63 req-f362eef8-4077-4592-a7f8-e8fa4cf15195 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:19.213223 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-63b670ed-9863-4f9a-8f42-fce3b7d46f63 req-f362eef8-4077-4592-a7f8-e8fa4cf15195 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.0745244 Jul 23 17:08:19.252775 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-63b670ed-9863-4f9a-8f42-fce3b7d46f63 req-0ac3c28d-991f-4567-93ec-0aeafe382fb2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Jul 23 17:08:19.601783 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-39c98ced-d2ee-4377-a333-acd422639499 req-998a8777-6fc5-4e1c-9178-d4e2fb4ed561 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Jul 23 17:08:20.159258 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380cfb-c1bb-49aa-a7ab-c09925d2cb71 req-c091e730-9451-4c07-bb78-817b23819ce2 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:20.160700 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-37380cfb-c1bb-49aa-a7ab-c09925d2cb71 req-c091e730-9451-4c07-bb78-817b23819ce2 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.0639050 Jul 23 17:08:20.199580 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-37380cfb-c1bb-49aa-a7ab-c09925d2cb71 req-16084d9d-8628-4e16-91fd-a01dc233759a tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327396 Jul 23 17:08:20.387318 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351e2c-3d63-427a-82f9-5cc2c70ddf19 req-8d1c32cf-ffb3-4425-85b5-1bc3e0ed38c7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:20.388789 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8e351e2c-3d63-427a-82f9-5cc2c70ddf19 req-8d1c32cf-ffb3-4425-85b5-1bc3e0ed38c7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.0642381 Jul 23 17:08:20.426127 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8e351e2c-3d63-427a-82f9-5cc2c70ddf19 req-13b97108-ce38-4be0-b024-91621916b388 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Jul 23 17:08:20.694253 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-91f33a78-2a32-4d22-a694-aee261f0fb9c req-1d0daf70-1a6f-48a0-be0b-84ea3aa5d33b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0278575 Jul 23 17:08:20.707322 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'port': {'device_id': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'admin_state_up': True, 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'security_groups': ['fa167904-3927-45fd-889c-d22feaa3ccf0']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:20.772768 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-365ddb7b-8cf9-4e85-b942-bfd2ec7eceab req-62336aa7-e25f-49f9-86f7-81cf8f995b08 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871894 Jul 23 17:08:20.973085 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-96ed9eeb-4d0f-4251-a9ee-2d92abf56656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:20.974554 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-96ed9eeb-4d0f-4251-a9ee-2d92abf56656 service neutron] 10.222.0.16 "GET /v2.0/networks?id=76576cdc-9303-4238-a2b4-a8144c1df666 HTTP/1.1" status: 200 len: 912 time: 0.2639351 Jul 23 17:08:20.977832 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540de96e-c392-4683-adb8-fa3e2b9a7793 req-eb6adbae-3848-4ca9-a505-06d5be036de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:20.979144 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-540de96e-c392-4683-adb8-fa3e2b9a7793 req-eb6adbae-3848-4ca9-a505-06d5be036de7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 1097 time: 0.2560515 Jul 23 17:08:21.059425 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Made reservation on behalf of 9e2c89ff216648fbbc779b5b1b000247 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:21.063000 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:21.246235 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-2ed78964-2b08-4091-90c7-bc4b22381738 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf0bebe-a856-468d-9b12-ec80d31479c9 HTTP/1.1" status: 200 len: 217 time: 0.2586834 Jul 23 17:08:21.488038 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-196964fc-1060-4bbb-ad20-d911590aaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.489494 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-196964fc-1060-4bbb-ad20-d911590aaaa6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f66ab258-bdfe-4987-929e-788dd45b1703 HTTP/1.1" status: 200 len: 851 time: 0.2262542 Jul 23 17:08:21.522303 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540de96e-c392-4683-adb8-fa3e2b9a7793 req-eff4c910-a2b2-444c-a8bb-f20ec1def1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.524217 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-540de96e-c392-4683-adb8-fa3e2b9a7793 req-eff4c910-a2b2-444c-a8bb-f20ec1def1c1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5359404 Jul 23 17:08:21.592515 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-a570ce0a-7115-44f8-9c21-df6043f943c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76576cdc-9303-4238-a2b4-a8144c1df666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873790 Jul 23 17:08:21.727640 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a4690-f312-4863-a9be-df2641afb036 req-337dd3f9-a49a-48d8-88c1-b4b8c4c72e61 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.729281 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-357a4690-f312-4863-a9be-df2641afb036 req-337dd3f9-a49a-48d8-88c1-b4b8c4c72e61 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.4448128 Jul 23 17:08:21.781672 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Allocated IP 172.20.0.3 (21e00633-73c6-46b3-b55d-30caf2048663/0887825e-5823-4755-8aa4-5fcb38f8f872/b6e743e2-9a16-4d63-be60-92ae6b3ff124) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:08:21.941506 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb861ba-9ed2-47fd-ab57-cfd729eabf98 req-a42e4bfe-044d-4589-b7f8-478d18186125 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.942963 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dfb861ba-9ed2-47fd-ab57-cfd729eabf98 req-a42e4bfe-044d-4589-b7f8-478d18186125 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.4440258 Jul 23 17:08:21.948288 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540de96e-c392-4683-adb8-fa3e2b9a7793 req-b69500e7-569f-4fc5-8541-bf859033bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.949698 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-540de96e-c392-4683-adb8-fa3e2b9a7793 req-b69500e7-569f-4fc5-8541-bf859033bbcd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3825512 Jul 23 17:08:21.959066 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-357a4690-f312-4863-a9be-df2641afb036 req-466f6ea7-fcef-4a55-b9ad-dac4de0b9646 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832256 Jul 23 17:08:21.969959 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-430d2477-8490-40c3-8925-0456830ab34e service neutron] 10.222.0.16 "GET /v2.0/networks/76576cdc-9303-4238-a2b4-a8144c1df666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552403 Jul 23 17:08:22.131522 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4f20465f-e460-4fc5-8249-0047f7d88985 req-23514437-71b1-47a3-8a79-9b674183c943 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0861320 Jul 23 17:08:22.138702 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dfb861ba-9ed2-47fd-ab57-cfd729eabf98 req-dff332c6-3b66-4184-a9cf-3c2f10e05ca7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829500 Jul 23 17:08:22.215941 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9610e545-1d39-4fdb-b15b-dad9b0219b08 req-23a52321-1788-4787-9283-9b1e9fc33fb0 service neutron] 10.222.0.16 "GET /v2.0/networks/76576cdc-9303-4238-a2b4-a8144c1df666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360239 Jul 23 17:08:22.236432 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-80a52310-5bb2-4010-9ada-0d656a72f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.237961 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-80a52310-5bb2-4010-9ada-0d656a72f49a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 1097 time: 0.2351084 Jul 23 17:08:22.240707 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:22.286207 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-00064471-37e2-4b8c-b52b-d219383223e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 HTTP/1.1" status: 200 len: 217 time: 0.0386786 Jul 23 17:08:22.287202 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Transition to ACTIVE for port object b6e743e2-9a16-4d63-be60-92ae6b3ff124 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:22.357697 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-191349f1-771f-4842-ab7f-7640e0904ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.359045 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-191349f1-771f-4842-ab7f-7640e0904ae9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 200 len: 859 time: 0.0642967 Jul 23 17:08:22.374533 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:22.395223 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-9b707135-fdfa-41fc-bd18-279264a7d23c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=417736eb-5938-416e-bd51-d091dba2edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293405 Jul 23 17:08:22.457276 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Network 21e00633-73c6-46b3-b55d-30caf2048663 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:08:22.473078 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:22.476803 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:08:22.482460 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.483079 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:22.487708 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'Port': ['ID=b6e743e2-9a16-4d63-be60-92ae6b3ff124,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:22.530225 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-20e859e9-503c-4f45-973d-50ca41b1bde4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8278556 Jul 23 17:08:22.556449 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-5143dfa9-2d48-49cb-a230-0f3051628e0a service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498537 Jul 23 17:08:22.643580 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 45088) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:22.715962 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-df7cb24c-b316-441f-a9ca-f1054e23b961 None None] Provisioning for port b6e743e2-9a16-4d63-be60-92ae6b3ff124 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:22.721942 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-df7cb24c-b316-441f-a9ca-f1054e23b961 None None] Provisioning complete for port b6e743e2-9a16-4d63-be60-92ae6b3ff124 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:22.722546 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-df7cb24c-b316-441f-a9ca-f1054e23b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:22.759269 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d79f937-37af-4b6e-a552-e14c054f2aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:22.778469 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-df7cb24c-b316-441f-a9ca-f1054e23b961 None None] Port b6e743e2-9a16-4d63-be60-92ae6b3ff124 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:08:22.868055 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d79f937-37af-4b6e-a552-e14c054f2aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:22.873541 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0d79f937-37af-4b6e-a552-e14c054f2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:22.914786 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0d79f937-37af-4b6e-a552-e14c054f2aa1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=382e52d1536043a1aa0478d47f27a030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700503 Jul 23 17:08:22.915646 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79f937-37af-4b6e-a552-e14c054f2aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c973d52a-72db-40f5-aca8-d143fa7ec4bf,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:22.917458 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 45110) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:22.976946 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-20ce1933-14c2-4478-9753-09f4e4abc979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:23.000473 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-20ce1933-14c2-4478-9753-09f4e4abc979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:23.096171 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-20ce1933-14c2-4478-9753-09f4e4abc979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:23.098854 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-20ce1933-14c2-4478-9753-09f4e4abc979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:23.099962 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-20ce1933-14c2-4478-9753-09f4e4abc979 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c973d52a-72db-40f5-aca8-d143fa7ec4bf HTTP/1.1" status: 204 len: 168 time: 0.1813786 Jul 23 17:08:23.112296 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce1933-14c2-4478-9753-09f4e4abc979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c973d52a-72db-40f5-aca8-d143fa7ec4bf,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:23.124639 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca2c18-2b57-4047-b565-64ad0e56e0d8 req-49b02084-3c42-4fa9-829b-e073d921b749 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:23.129945 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0eca2c18-2b57-4047-b565-64ad0e56e0d8 req-49b02084-3c42-4fa9-829b-e073d921b749 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.0971041 Jul 23 17:08:23.173195 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0eca2c18-2b57-4047-b565-64ad0e56e0d8 req-80cf1ed4-6495-4e53-ad15-15b0bb8d1b18 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Jul 23 17:08:23.298744 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0fcce-ec3c-4c0d-8783-422efa129301 req-c6b4d61f-d861-4326-b013-9b52a97b01df tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:23.300190 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ddb0fcce-ec3c-4c0d-8783-422efa129301 req-c6b4d61f-d861-4326-b013-9b52a97b01df tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 931 time: 0.0983007 Jul 23 17:08:23.323582 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264e173-4940-40db-92fc-381e47615c1a req-cdb7cd07-2eb1-4684-b745-9417f59d74d3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:23.325012 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5264e173-4940-40db-92fc-381e47615c1a req-cdb7cd07-2eb1-4684-b745-9417f59d74d3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.0941126 Jul 23 17:08:23.548486 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ddb0fcce-ec3c-4c0d-8783-422efa129301 req-81f66cad-b197-45b8-98d2-e263d86b7796 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405398 Jul 23 17:08:23.565729 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5264e173-4940-40db-92fc-381e47615c1a req-d9c1b437-ec4d-4124-b9e7-1f7b724e8251 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294888 Jul 23 17:08:24.311198 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04161f1a-16d7-47b4-8ebb-8f302f3b4d48 req-56cdccac-b43e-4d3c-b0ab-8eef9acf9a54 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.313183 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-04161f1a-16d7-47b4-8ebb-8f302f3b4d48 req-56cdccac-b43e-4d3c-b0ab-8eef9acf9a54 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 944 time: 0.0787687 Jul 23 17:08:24.358014 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-04161f1a-16d7-47b4-8ebb-8f302f3b4d48 req-da8f7305-7f82-4eed-8891-40405189541e tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375230 Jul 23 17:08:24.479711 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Request body: {'port': {'device_id': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:24.500529 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 786fa294-0f07-4c78-943a-db44e066ebbf details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:08:24.610823 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 786fa294-0f07-4c78-943a-db44e066ebbf, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=786fa294-0f07-4c78-943a-db44e066ebbf,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:24.622710 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:24.623750 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '786fa294-0f07-4c78-943a-db44e066ebbf', 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'port_id': '786fa294-0f07-4c78-943a-db44e066ebbf', 'mac_address': 'fa:16:3e:1b:20:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:08:24.630137 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-44fffb60-a9c0-40b5-bd22-24a6894d82c6 req-7728f9c0-9b5a-41cc-91b3-8d72d56d540e service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477265 Jul 23 17:08:24.764438 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:24.776970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786fa294-0f07-4c78-943a-db44e066ebbf {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:24.797308 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 786fa294-0f07-4c78-943a-db44e066ebbf, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=786fa294-0f07-4c78-943a-db44e066ebbf,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:24.801677 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:24.802429 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 0cf0bebe-a856-468d-9b12-ec80d31479c9 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:08:24.840749 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb60bb6-3f44-4dd4-9050-3270b2896cc5 req-32b48df7-be61-4695-9452-831bfa7574b9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.842262 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fb60bb6-3f44-4dd4-9050-3270b2896cc5 req-32b48df7-be61-4695-9452-831bfa7574b9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 931 time: 0.2162435 Jul 23 17:08:24.875379 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=786fa294-0f07-4c78-943a-db44e066ebbf,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:24.890013 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa08c3f-8de9-4533-b93d-65a4f2732e7f req-69953432-eb22-455b-919c-440bc2e715fe tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.891486 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1aa08c3f-8de9-4533-b93d-65a4f2732e7f req-69953432-eb22-455b-919c-440bc2e715fe tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.2459438 Jul 23 17:08:24.939098 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 0cf0bebe-a856-468d-9b12-ec80d31479c9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0cf0bebe-a856-468d-9b12-ec80d31479c9,segment=NetworkSegment(443d5099-f638-4c41-88c0-baaec9fe4113),segment_id=443d5099-f638-4c41-88c0-baaec9fe4113)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:24.950039 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '0cf0bebe-a856-468d-9b12-ec80d31479c9', 'network_id': '76576cdc-9303-4238-a2b4-a8144c1df666', 'port_id': '0cf0bebe-a856-468d-9b12-ec80d31479c9', 'mac_address': 'fa:16:3e:a0:04:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66ab258-bdfe-4987-929e-788dd45b1703', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:08:24.971183 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fb60bb6-3f44-4dd4-9050-3270b2896cc5 req-69a733f2-c429-467a-b1c2-3bd3011edea7 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163373 Jul 23 17:08:24.999953 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.002731 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1aa08c3f-8de9-4533-b93d-65a4f2732e7f req-4ac4e660-b935-4418-891a-1514dbf8954c tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826516 Jul 23 17:08:25.021917 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf0bebe-a856-468d-9b12-ec80d31479c9 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:25.034865 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 0cf0bebe-a856-468d-9b12-ec80d31479c9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0cf0bebe-a856-468d-9b12-ec80d31479c9,segment=NetworkSegment(443d5099-f638-4c41-88c0-baaec9fe4113),segment_id=443d5099-f638-4c41-88c0-baaec9fe4113)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:25.037869 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.056598 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e743e2-9a16-4d63-be60-92ae6b3ff124 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:25.064064 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.076297 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Transition to ACTIVE for port object b6e743e2-9a16-4d63-be60-92ae6b3ff124 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:25.079236 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.084035 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=0cf0bebe-a856-468d-9b12-ec80d31479c9,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:25.134946 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Pushing event updated for resources: {'Port': ['ID=b6e743e2-9a16-4d63-be60-92ae6b3ff124,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:25.168127 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Attempting to bind port b6e743e2-9a16-4d63-be60-92ae6b3ff124 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:08:25.168427 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Attempting to bind port b6e743e2-9a16-4d63-be60-92ae6b3ff124 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:08:25.168709 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Attempting to bind port b6e743e2-9a16-4d63-be60-92ae6b3ff124 on network 21e00633-73c6-46b3-b55d-30caf2048663 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:25.173693 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Port b6e743e2-9a16-4d63-be60-92ae6b3ff124 on network 21e00633-73c6-46b3-b55d-30caf2048663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:08:25.174013 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Attempting to bind port b6e743e2-9a16-4d63-be60-92ae6b3ff124 on network 21e00633-73c6-46b3-b55d-30caf2048663 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:25.179286 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:08:25.179733 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Checking segment: {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:25.180183 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Bound using segment: {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:08:25.180666 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Bound port: b6e743e2-9a16-4d63-be60-92ae6b3ff124, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:08:25.181138 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.248216 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] For port b6e743e2-9a16-4d63-be60-92ae6b3ff124, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:25.251460 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] For port b6e743e2-9a16-4d63-be60-92ae6b3ff124, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:08:25.256433 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.298741 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.299349 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.300693 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] 10.222.0.16 "PUT /v2.0/ports/b6e743e2-9a16-4d63-be60-92ae6b3ff124 HTTP/1.1" status: 200 len: 1093 time: 0.8290455 Jul 23 17:08:25.302822 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'tag': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:25.305128 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a90ad6-24bb-456f-a557-a808d147b611" -d '{"events": [{"name": "network-changed", "server_uuid": "2903b5b8-92bd-43f6-bb5f-86ec521e2ab5", "tag": "b6e743e2-9a16-4d63-be60-92ae6b3ff124"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:25.332043 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25743a5f-072f-4d8a-8ecd-a2ce16f6988a service neutron] Pushing event updated for resources: {'Port': ['ID=b6e743e2-9a16-4d63-be60-92ae6b3ff124,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:25.345540 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e2f26-fae1-4dd6-9642-aaf75a7cbd18 x-openstack-request-id: req-9b2e2f26-fae1-4dd6-9642-aaf75a7cbd18 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:25.345925 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2903b5b8-92bd-43f6-bb5f-86ec521e2ab5", "tag": "b6e743e2-9a16-4d63-be60-92ae6b3ff124", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:25.346267 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b2e2f26-fae1-4dd6-9642-aaf75a7cbd18 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:25.346754 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'tag': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124', 'status': 'completed', 'code': 200} Jul 23 17:08:25.493946 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291aa91-9ff3-48c6-90fe-7fe7305e0e8b req-6b10d4aa-f6d8-4087-882b-072912f1c469 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.495428 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6291aa91-9ff3-48c6-90fe-7fe7305e0e8b req-6b10d4aa-f6d8-4087-882b-072912f1c469 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 945 time: 0.0660653 Jul 23 17:08:25.535931 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6291aa91-9ff3-48c6-90fe-7fe7305e0e8b req-8649ce18-015e-473d-9cb1-67003218e874 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349386 Jul 23 17:08:25.633742 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a90ad6-24bb-456f-a557-a808d147b611 req-9b08e9c5-d510-4b7d-91a7-b2e174f02f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.635235 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-84a90ad6-24bb-456f-a557-a808d147b611 req-9b08e9c5-d510-4b7d-91a7-b2e174f02f21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0587728 Jul 23 17:08:25.739166 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a90ad6-24bb-456f-a557-a808d147b611 req-6dfa9ac6-7e6f-4baf-bfa8-ab1d14391a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.740660 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-84a90ad6-24bb-456f-a557-a808d147b611 req-6dfa9ac6-7e6f-4baf-bfa8-ab1d14391a55 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9e2c89ff216648fbbc779b5b1b000247&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0908880 Jul 23 17:08:25.852068 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a90ad6-24bb-456f-a557-a808d147b611 req-e2385dc0-3af1-4fc1-85e4-3dd7d728e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.853874 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-84a90ad6-24bb-456f-a557-a808d147b611 req-e2385dc0-3af1-4fc1-85e4-3dd7d728e1a3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036932 Jul 23 17:08:25.949526 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-cb8331be-3b82-4bd3-b23f-650b28fcf01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.951010 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-cb8331be-3b82-4bd3-b23f-650b28fcf01f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0569544 Jul 23 17:08:25.961469 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['0cf0bebe-a856-468d-9b12-ec80d31479c9'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:08:25.982324 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['786fa294-0f07-4c78-943a-db44e066ebbf'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:08:25.991800 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-f5f24618-5da7-4785-a1ef-0b13576e9f90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124 HTTP/1.1" status: 200 len: 217 time: 0.0332901 Jul 23 17:08:26.133900 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-92e02203-bee9-48f5-830f-65b5ac43fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:26.136855 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-92e02203-bee9-48f5-830f-65b5ac43fd30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 200 len: 850 time: 0.1374290 Jul 23 17:08:26.181386 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706af30-3bcf-4df8-8016-94f68188ab3d req-df33fcb8-5e80-4b92-9fe3-a0da7ae0fbb2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:26.182928 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1706af30-3bcf-4df8-8016-94f68188ab3d req-df33fcb8-5e80-4b92-9fe3-a0da7ae0fbb2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.1297657 Jul 23 17:08:26.195576 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4947e-28fa-4c64-be2d-f10a628aa575 req-0006c1e8-560f-4667-a30e-b7a032d925a6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:26.197735 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4f4947e-28fa-4c64-be2d-f10a628aa575 req-0006c1e8-560f-4667-a30e-b7a032d925a6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.1064591 Jul 23 17:08:26.263565 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1706af30-3bcf-4df8-8016-94f68188ab3d req-06847d9c-7777-4680-96a8-a1eff0d09026 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648491 Jul 23 17:08:26.268534 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4f4947e-28fa-4c64-be2d-f10a628aa575 req-ccb1f433-8637-4aff-8401-cf3dd0c494f1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Jul 23 17:08:26.670433 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df554cc-6fea-4758-9d43-535cb2eb3f59 req-452ffeca-e5ce-4ec5-ba17-43ae6a852e74 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:26.671791 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9df554cc-6fea-4758-9d43-535cb2eb3f59 req-452ffeca-e5ce-4ec5-ba17-43ae6a852e74 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 945 time: 0.0618212 Jul 23 17:08:26.709056 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9df554cc-6fea-4758-9d43-535cb2eb3f59 req-ab02d2e9-2c0e-4794-afbd-4392b707e2e4 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Jul 23 17:08:27.022316 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-c2b241ea-fd61-4789-b9e0-c7ebbeae60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.023784 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-c2b241ea-fd61-4789-b9e0-c7ebbeae60b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e00633-73c6-46b3-b55d-30caf2048663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743496 Jul 23 17:08:27.438069 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903e71-dd9d-4f3e-a14c-1cc7997f4d55 req-5d988ecf-009a-4c7e-af57-0645a31b5a32 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.439515 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c5903e71-dd9d-4f3e-a14c-1cc7997f4d55 req-5d988ecf-009a-4c7e-af57-0645a31b5a32 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.1070433 Jul 23 17:08:27.464233 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acadbe1-2a4c-4dab-a5ea-27c6b03df7ab req-3c3695b4-0530-4984-bcd1-347315ecb1b9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.465179 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0acadbe1-2a4c-4dab-a5ea-27c6b03df7ab req-3c3695b4-0530-4984-bcd1-347315ecb1b9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.0956581 Jul 23 17:08:27.511328 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c5903e71-dd9d-4f3e-a14c-1cc7997f4d55 req-ab3ed80b-62cc-432c-a83c-9b31ec478969 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658901 Jul 23 17:08:27.533686 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0acadbe1-2a4c-4dab-a5ea-27c6b03df7ab req-b3352b24-3d80-4d23-8945-cf5eb9b370cc tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573609 Jul 23 17:08:27.834367 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d7043-848b-4fd2-b227-9014e6502a6e req-8e05b090-8c44-44de-8457-4443ab5e694e tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.836410 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f82d7043-848b-4fd2-b227-9014e6502a6e req-8e05b090-8c44-44de-8457-4443ab5e694e tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 945 time: 0.0602210 Jul 23 17:08:27.901297 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f82d7043-848b-4fd2-b227-9014e6502a6e req-47e74863-5e52-4f2d-ad24-5ffcc1356ada tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596082 Jul 23 17:08:27.950823 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-ff2756dc-8191-41d6-8e57-39e2e7844c51 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025732 Jul 23 17:08:28.678786 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37332fe7-893e-45c8-abc3-7b3499cf77dc req-d6526c2f-dd15-492f-a959-878573232307 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:28.680764 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-37332fe7-893e-45c8-abc3-7b3499cf77dc req-d6526c2f-dd15-492f-a959-878573232307 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.1007352 Jul 23 17:08:28.719636 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585cc95-ca6d-45b7-bd32-f7dba02162e4 req-c8eb0a24-a87f-48d4-914e-efaf4f342477 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:28.721054 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d585cc95-ca6d-45b7-bd32-f7dba02162e4 req-c8eb0a24-a87f-48d4-914e-efaf4f342477 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.1096258 Jul 23 17:08:28.745906 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-37332fe7-893e-45c8-abc3-7b3499cf77dc req-0be61356-8082-496f-8e96-9d5f949cd47d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584559 Jul 23 17:08:28.764789 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d585cc95-ca6d-45b7-bd32-f7dba02162e4 req-8f90fd80-be53-4aab-8676-2188c8d41185 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370152 Jul 23 17:08:28.968758 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-269fb96f-7414-4117-bd64-63c4fbf3b599 req-acb51282-d195-41a9-8343-6fc0a24c6d90 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849323 Jul 23 17:08:29.031701 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731686b-403a-4484-ae3b-8fa28292608b req-868dfb62-354f-430f-b8c9-cda9f54b1568 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:29.033175 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d731686b-403a-4484-ae3b-8fa28292608b req-868dfb62-354f-430f-b8c9-cda9f54b1568 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 945 time: 0.0635726 Jul 23 17:08:29.070526 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d731686b-403a-4484-ae3b-8fa28292608b req-afdc690d-c16c-4e54-941d-c53495dcc394 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Jul 23 17:08:29.909522 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416c970-5b85-4df9-90d4-e1709d9b27ee req-39efb03f-92c3-4a71-b4e8-d761e4f9797c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:29.910984 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4416c970-5b85-4df9-90d4-e1709d9b27ee req-39efb03f-92c3-4a71-b4e8-d761e4f9797c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.0999272 Jul 23 17:08:29.925566 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b32ff-d8ed-448d-aa12-20e381be488d req-856c4ef3-7dcb-411d-a3ae-6de764a855fe tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:29.926920 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-109b32ff-d8ed-448d-aa12-20e381be488d req-856c4ef3-7dcb-411d-a3ae-6de764a855fe tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.0888517 Jul 23 17:08:29.979097 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4416c970-5b85-4df9-90d4-e1709d9b27ee req-933fc521-85f2-4bad-b05f-a703156a775c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610092 Jul 23 17:08:29.986095 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-109b32ff-d8ed-448d-aa12-20e381be488d req-150e4cf9-8be4-4738-9dce-a9c19fe3fb83 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532107 Jul 23 17:08:30.196171 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee9a2f-2ed1-40d9-b291-c0ae6aa88678 req-81426b6b-79aa-4944-8b93-ef39e4ff36d9 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:30.197570 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c6ee9a2f-2ed1-40d9-b291-c0ae6aa88678 req-81426b6b-79aa-4944-8b93-ef39e4ff36d9 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 945 time: 0.0629022 Jul 23 17:08:30.241464 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c6ee9a2f-2ed1-40d9-b291-c0ae6aa88678 req-bd05dbb0-7635-476d-96a7-19e81772dc99 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Jul 23 17:08:31.145093 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a62ffc-5a1b-49af-af77-134145476f53 req-81cb6032-6efd-4065-925b-014fd3bb5a43 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:31.146608 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-33a62ffc-5a1b-49af-af77-134145476f53 req-81cb6032-6efd-4065-925b-014fd3bb5a43 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.1016502 Jul 23 17:08:31.156963 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd5dcc-15c1-469f-91e9-891f0c71238b req-5dc5f05a-e11a-4508-8212-ed4ea63b65a6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:31.158447 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3dcd5dcc-15c1-469f-91e9-891f0c71238b req-5dc5f05a-e11a-4508-8212-ed4ea63b65a6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.1047645 Jul 23 17:08:31.211857 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-33a62ffc-5a1b-49af-af77-134145476f53 req-1308b92e-468d-4e67-88eb-7a0762a7ff02 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524418 Jul 23 17:08:31.219052 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3dcd5dcc-15c1-469f-91e9-891f0c71238b req-d70716e0-9f6c-48be-88b0-9c4d32d4805a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Jul 23 17:08:31.371290 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca65006-f11b-449b-910d-cdf7449ffd6c req-10d9c0aa-d6fe-46c8-976d-e583cf5858b8 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:31.372906 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bca65006-f11b-449b-910d-cdf7449ffd6c req-10d9c0aa-d6fe-46c8-976d-e583cf5858b8 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 945 time: 0.0646935 Jul 23 17:08:31.413590 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bca65006-f11b-449b-910d-cdf7449ffd6c req-55b856cd-d0c2-4064-b533-da926e5f2d6a tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350962 Jul 23 17:08:32.375230 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8faef45-012d-4d5d-8785-085bed02a7fe req-e0dc9b6b-1b3a-4d0e-bae5-71a11ae39421 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:32.376694 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f8faef45-012d-4d5d-8785-085bed02a7fe req-e0dc9b6b-1b3a-4d0e-bae5-71a11ae39421 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.0970786 Jul 23 17:08:32.386817 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e06e5b-a739-4eca-b01b-f5706157c1f6 req-163ac01a-9ce2-4d93-9fbf-2744d6034bdd tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:32.388322 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57e06e5b-a739-4eca-b01b-f5706157c1f6 req-163ac01a-9ce2-4d93-9fbf-2744d6034bdd tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.1003332 Jul 23 17:08:32.443732 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f8faef45-012d-4d5d-8785-085bed02a7fe req-cc8a260a-d5b1-4f98-a26c-6f2886600d71 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544243 Jul 23 17:08:32.448432 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57e06e5b-a739-4eca-b01b-f5706157c1f6 req-b90b8344-b809-4cd4-a1f0-117cc61bad2e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532749 Jul 23 17:08:32.563152 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818c20c-0312-4c54-9d92-d96b7a565b1a req-5dabd297-36b8-4fb2-b004-e58c391fd1b2 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:32.564586 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0818c20c-0312-4c54-9d92-d96b7a565b1a req-5dabd297-36b8-4fb2-b004-e58c391fd1b2 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 945 time: 0.0663364 Jul 23 17:08:32.604743 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0818c20c-0312-4c54-9d92-d96b7a565b1a req-aa352691-d9b9-4dd2-9a44-c1ec663a1a5e tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345564 Jul 23 17:08:33.607331 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4045103-f399-4893-a3c1-a1306031982d req-c35490be-304a-4ae8-8a4c-ad92244888e2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:33.608823 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4045103-f399-4893-a3c1-a1306031982d req-c35490be-304a-4ae8-8a4c-ad92244888e2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.0982814 Jul 23 17:08:33.619700 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562299f-c804-4639-b103-572569be0f78 req-44b80ce0-630f-45f7-8c36-6d897d1ef6c5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:33.621065 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6562299f-c804-4639-b103-572569be0f78 req-44b80ce0-630f-45f7-8c36-6d897d1ef6c5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 944 time: 0.1022825 Jul 23 17:08:33.678668 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4045103-f399-4893-a3c1-a1306031982d req-ac61dc0d-d9c6-4b21-a0ed-f69c7ea3f477 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566375 Jul 23 17:08:33.682002 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6562299f-c804-4639-b103-572569be0f78 req-f64b3b2d-f8f1-4da9-a5cb-dd24b856fe7c tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540147 Jul 23 17:08:33.765138 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:08:33.796452 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e84664-db52-4937-a116-e61debf67784 req-89716bc3-0eaf-4183-b9fe-5d3fcb59f682 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:33.797957 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4e84664-db52-4937-a116-e61debf67784 req-89716bc3-0eaf-4183-b9fe-5d3fcb59f682 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 945 time: 0.0646677 Jul 23 17:08:33.835393 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4e84664-db52-4937-a116-e61debf67784 req-ef3e126e-67e4-4d57-aa63-cd5b2c3a5488 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Jul 23 17:08:33.862907 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:33.874580 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': 'deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3', 'network_id': '417736eb-5938-416e-bd51-d091dba2edc0', 'port_id': 'deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3', 'mac_address': 'fa:16:3e:04:d6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0478c0c4-148d-4e87-a7d5-b0917d3945bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:08:33.912035 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:33.928411 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:33.956443 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:33.960097 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.010970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:34.682324 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 786fa294-0f07-4c78-943a-db44e066ebbf up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:34.737315 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 786fa294-0f07-4c78-943a-db44e066ebbf completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:34.741267 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 786fa294-0f07-4c78-943a-db44e066ebbf triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:34.742286 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.823557 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.845893 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13f7855-7f1d-4551-8d08-e709a6d5e525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786fa294-0f07-4c78-943a-db44e066ebbf'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:34.855355 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298c5d2-ea6d-4fe0-be0d-ad481aef1b8a req-9bdf74d7-914e-4a04-83c8-8f5e69ee38b7 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:34.856871 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e298c5d2-ea6d-4fe0-be0d-ad481aef1b8a req-9bdf74d7-914e-4a04-83c8-8f5e69ee38b7 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.1044533 Jul 23 17:08:34.868931 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bf5f7-593f-4fcb-8b57-06f5fef8dfbf req-f43aaea0-f4a3-4f1e-b299-5f46fb033d3d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:34.870418 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-468bf5f7-593f-4fcb-8b57-06f5fef8dfbf req-f43aaea0-f4a3-4f1e-b299-5f46fb033d3d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 945 time: 0.1083369 Jul 23 17:08:34.927722 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e298c5d2-ea6d-4fe0-be0d-ad481aef1b8a req-c6ec1cc9-b8d6-4bb7-aa21-d3d91bcf453f tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563526 Jul 23 17:08:34.932723 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 786fa294-0f07-4c78-943a-db44e066ebbf, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=786fa294-0f07-4c78-943a-db44e066ebbf,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:34.936686 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-468bf5f7-593f-4fcb-8b57-06f5fef8dfbf req-d5d99c27-b6af-4abb-b246-2b0c509bce9b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594211 Jul 23 17:08:34.938010 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.939102 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 0cf0bebe-a856-468d-9b12-ec80d31479c9 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:35.031973 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=786fa294-0f07-4c78-943a-db44e066ebbf,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:35.050632 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 0cf0bebe-a856-468d-9b12-ec80d31479c9 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:35.056091 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 0cf0bebe-a856-468d-9b12-ec80d31479c9 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:35.056712 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.104637 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cb4c2a-3eb6-49b6-bf58-197cf893ede5" -d '{"events": [{"server_uuid": "b13f7855-7f1d-4551-8d08-e709a6d5e525", "name": "network-vif-plugged", "status": "completed", "tag": "786fa294-0f07-4c78-943a-db44e066ebbf"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:35.113105 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ab24e-5b80-49fd-bcfe-6d22d17a8120 req-f03b29b4-a339-49d1-9e26-183b1e7cb249 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:35.114705 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f77ab24e-5b80-49fd-bcfe-6d22d17a8120 req-f03b29b4-a339-49d1-9e26-183b1e7cb249 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 945 time: 0.0936174 Jul 23 17:08:35.157942 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f77ab24e-5b80-49fd-bcfe-6d22d17a8120 req-850e5f6c-3c06-4d76-8da7-63f1d57403c7 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369914 Jul 23 17:08:35.160984 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.203400 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 0cf0bebe-a856-468d-9b12-ec80d31479c9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0cf0bebe-a856-468d-9b12-ec80d31479c9,segment=NetworkSegment(443d5099-f638-4c41-88c0-baaec9fe4113),segment_id=443d5099-f638-4c41-88c0-baaec9fe4113)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:35.208368 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.212458 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ee69a-2e98-451e-b72f-1d6e6ebf4552 x-openstack-request-id: req-ea3ee69a-2e98-451e-b72f-1d6e6ebf4552 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:35.212737 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13f7855-7f1d-4551-8d08-e709a6d5e525", "name": "network-vif-plugged", "status": "completed", "tag": "786fa294-0f07-4c78-943a-db44e066ebbf", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:35.212983 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea3ee69a-2e98-451e-b72f-1d6e6ebf4552 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:35.213460 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13f7855-7f1d-4551-8d08-e709a6d5e525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786fa294-0f07-4c78-943a-db44e066ebbf', 'code': 200} Jul 23 17:08:35.258678 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=0cf0bebe-a856-468d-9b12-ec80d31479c9,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:36.040909 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:08:36.261335 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371ea0c-2bd4-4528-8ebe-7442da445ba7 req-2993e953-d424-4be5-97be-aa79d7b6978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.262842 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3371ea0c-2bd4-4528-8ebe-7442da445ba7 req-2993e953-d424-4be5-97be-aa79d7b6978f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1099 time: 0.3669760 Jul 23 17:08:36.291808 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d042-170c-49ad-b9bd-9cedd9d0550e req-277a3c8f-0129-442d-a743-5319488bc152 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.293206 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d2f6d042-170c-49ad-b9bd-9cedd9d0550e req-277a3c8f-0129-442d-a743-5319488bc152 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.1534662 Jul 23 17:08:36.301525 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc6017-647b-4b1f-adb3-039ae7a1e839 req-4ae2aa9e-6b70-4659-80b4-bf42b6b4072e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.302863 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67bc6017-647b-4b1f-adb3-039ae7a1e839 req-4ae2aa9e-6b70-4659-80b4-bf42b6b4072e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 945 time: 0.1643324 Jul 23 17:08:36.315894 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3371ea0c-2bd4-4528-8ebe-7442da445ba7 req-89575c8b-3fa7-4b46-bdf3-adc1686ebf09 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:36.386089 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d2f6d042-170c-49ad-b9bd-9cedd9d0550e req-6ee78c93-0146-48f1-8255-1b5ac3c7ab53 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821991 Jul 23 17:08:36.389682 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67bc6017-647b-4b1f-adb3-039ae7a1e839 req-80554b45-172c-496e-a02b-6a9103d44ed2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799654 Jul 23 17:08:36.489121 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3371ea0c-2bd4-4528-8ebe-7442da445ba7 req-89575c8b-3fa7-4b46-bdf3-adc1686ebf09 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:36.494077 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-3371ea0c-2bd4-4528-8ebe-7442da445ba7 req-89575c8b-3fa7-4b46-bdf3-adc1686ebf09 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:36.526308 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3371ea0c-2bd4-4528-8ebe-7442da445ba7 req-89575c8b-3fa7-4b46-bdf3-adc1686ebf09 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548845 Jul 23 17:08:36.542787 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89575c8b-3fa7-4b46-bdf3-adc1686ebf09 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6508eeb0-c9b6-427f-b74e-e2ad80093563,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:36.564927 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef61ac-803a-44fd-a282-bff1067c0437 req-391db682-ebd6-4998-9e80-4c8b99853776 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.566432 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20ef61ac-803a-44fd-a282-bff1067c0437 req-391db682-ebd6-4998-9e80-4c8b99853776 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.1169560 Jul 23 17:08:36.606877 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20ef61ac-803a-44fd-a282-bff1067c0437 req-be61cb41-e0ac-40d1-a240-984c456d0bce tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Jul 23 17:08:37.214718 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5269ce-0fa7-40f2-a195-6ac591670ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf0bebe-a856-468d-9b12-ec80d31479c9'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:37.216944 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08c30ab-cd7f-481d-89b2-14b215d8a7f4" -d '{"events": [{"server_uuid": "5c5269ce-0fa7-40f2-a195-6ac591670ed7", "name": "network-vif-plugged", "status": "completed", "tag": "0cf0bebe-a856-468d-9b12-ec80d31479c9"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:37.256394 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bfd60e-898e-447a-bc69-a5860da6ae2d x-openstack-request-id: req-08bfd60e-898e-447a-bc69-a5860da6ae2d {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:37.256686 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5269ce-0fa7-40f2-a195-6ac591670ed7", "name": "network-vif-plugged", "status": "completed", "tag": "0cf0bebe-a856-468d-9b12-ec80d31479c9", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:37.256941 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08bfd60e-898e-447a-bc69-a5860da6ae2d {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:37.257848 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5269ce-0fa7-40f2-a195-6ac591670ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf0bebe-a856-468d-9b12-ec80d31479c9', 'code': 200} Jul 23 17:08:37.561269 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26368f7c-db79-4d3b-a3ff-faa2e1f20806 req-23fe5696-57fa-4756-b203-6a2a34689fc7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:37.562864 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-26368f7c-db79-4d3b-a3ff-faa2e1f20806 req-23fe5696-57fa-4756-b203-6a2a34689fc7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 945 time: 0.1026652 Jul 23 17:08:37.573671 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ef76a-c1fa-4422-a885-2501d5f65566 req-d1eca36e-7383-4654-af9e-f7c81fa32a3b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:37.575010 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-226ef76a-c1fa-4422-a885-2501d5f65566 req-d1eca36e-7383-4654-af9e-f7c81fa32a3b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 943 time: 0.1031263 Jul 23 17:08:37.629074 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-26368f7c-db79-4d3b-a3ff-faa2e1f20806 req-dfce3fa7-4a40-4472-8fcd-5c3c719a5a28 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530946 Jul 23 17:08:37.634321 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-226ef76a-c1fa-4422-a885-2501d5f65566 req-cb6e402a-10dc-4a3d-b77e-db12e3cec79d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527108 Jul 23 17:08:37.746097 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1122-b745-4853-9eab-67a4f272e4e1 req-afa28502-169a-4d6d-9d37-f090d1c87f9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:37.748166 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-679a1122-b745-4853-9eab-67a4f272e4e1 req-afa28502-169a-4d6d-9d37-f090d1c87f9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.0634699 Jul 23 17:08:37.785901 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-679a1122-b745-4853-9eab-67a4f272e4e1 req-f379209b-68eb-4deb-b46a-933bcfb14016 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Jul 23 17:08:38.313212 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device b6e743e2-9a16-4d63-be60-92ae6b3ff124 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:08:38.412010 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port b6e743e2-9a16-4d63-be60-92ae6b3ff124, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:38.422696 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'port_id': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124', 'mac_address': 'fa:16:3e:c3:93:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:08:38.460026 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:38.472423 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e743e2-9a16-4d63-be60-92ae6b3ff124 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:38.492642 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port b6e743e2-9a16-4d63-be60-92ae6b3ff124, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:38.499736 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:38.547057 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=b6e743e2-9a16-4d63-be60-92ae6b3ff124,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:38.799342 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9bee-2a48-442b-8e4c-807008f55b72 req-7e190017-43b1-4d85-a528-4d7591752bda tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:38.800828 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-620d9bee-2a48-442b-8e4c-807008f55b72 req-7e190017-43b1-4d85-a528-4d7591752bda tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 945 time: 0.1031792 Jul 23 17:08:38.811878 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dba4a-725f-4cab-b223-631a61ab488d req-575269b0-dde3-4d2d-bfac-f759a2e59108 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:38.813497 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc1dba4a-725f-4cab-b223-631a61ab488d req-575269b0-dde3-4d2d-bfac-f759a2e59108 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 944 time: 0.1074209 Jul 23 17:08:38.871975 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-620d9bee-2a48-442b-8e4c-807008f55b72 req-16881737-8e92-4be3-81c1-58c4234d1537 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575070 Jul 23 17:08:38.875234 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc1dba4a-725f-4cab-b223-631a61ab488d req-22353091-c84d-47b2-a626-b0b27fc17b87 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542278 Jul 23 17:08:38.991255 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286a34-b296-4649-8419-258b8944793a req-757aa6e5-a47c-47cb-a7f9-bba3d0f8c859 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:38.993312 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fc286a34-b296-4649-8419-258b8944793a req-757aa6e5-a47c-47cb-a7f9-bba3d0f8c859 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.0670538 Jul 23 17:08:39.033835 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fc286a34-b296-4649-8419-258b8944793a req-34f08666-c07f-461a-9ffb-beda726a7c54 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Jul 23 17:08:39.726650 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['b6e743e2-9a16-4d63-be60-92ae6b3ff124'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:08:39.736712 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9903a54-2eb6-4e60-94c4-a514714c6b1a req-669d9f2c-7656-4cb4-96f1-9c4d9d15d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:39.738230 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e9903a54-2eb6-4e60-94c4-a514714c6b1a req-669d9f2c-7656-4cb4-96f1-9c4d9d15d10a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 1099 time: 0.0526626 Jul 23 17:08:39.778362 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e9903a54-2eb6-4e60-94c4-a514714c6b1a req-cc5a492f-9152-4f40-8d6e-4b097da4577d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301466 Jul 23 17:08:40.053576 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646650ab-5c63-43a4-a33d-338d03893720 req-56d7eee2-051b-488f-8ef5-8b2f6cb4f100 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:40.055323 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-646650ab-5c63-43a4-a33d-338d03893720 req-56d7eee2-051b-488f-8ef5-8b2f6cb4f100 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 945 time: 0.1129637 Jul 23 17:08:40.072796 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94882e36-b1f9-4095-8dde-3be4c79a6418 req-3aa7d678-c0d1-4a28-9f08-fa509eb365a7 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:40.074233 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-94882e36-b1f9-4095-8dde-3be4c79a6418 req-3aa7d678-c0d1-4a28-9f08-fa509eb365a7 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 944 time: 0.1176231 Jul 23 17:08:40.126151 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-646650ab-5c63-43a4-a33d-338d03893720 req-7a96c786-c922-40b7-8a57-9debda3f25e5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619538 Jul 23 17:08:40.133257 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-94882e36-b1f9-4095-8dde-3be4c79a6418 req-05712a68-dbca-4216-8d51-6580cbc29e9d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532284 Jul 23 17:08:40.248049 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc82a7-3dfb-4643-9b6f-0b9944824e3c req-0ee54251-0b33-4c11-936f-731a95389554 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:40.249587 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a1fc82a7-3dfb-4643-9b6f-0b9944824e3c req-0ee54251-0b33-4c11-936f-731a95389554 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.0650816 Jul 23 17:08:40.287358 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a1fc82a7-3dfb-4643-9b6f-0b9944824e3c req-773865d2-6153-4ba0-8f71-7158b2a69577 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Jul 23 17:08:41.286871 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71691e-841e-4b63-b3bb-fb587bfeabf5 req-df88405d-71ed-4d5e-8c2a-9ffce3c67ae0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:41.288881 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec71691e-841e-4b63-b3bb-fb587bfeabf5 req-df88405d-71ed-4d5e-8c2a-9ffce3c67ae0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 945 time: 0.0954368 Jul 23 17:08:41.318828 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644937c-fbbd-4e8e-b70b-fbbeea56512f req-597e01db-bc43-4cc8-b0fb-6336591322aa tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:41.320839 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6644937c-fbbd-4e8e-b70b-fbbeea56512f req-597e01db-bc43-4cc8-b0fb-6336591322aa tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 944 time: 0.1182914 Jul 23 17:08:41.352204 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec71691e-841e-4b63-b3bb-fb587bfeabf5 req-2087c31c-60a5-4265-b06e-cffb7c2b5a56 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568233 Jul 23 17:08:41.380315 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6644937c-fbbd-4e8e-b70b-fbbeea56512f req-fc1bfcba-346a-4ffa-be54-f21feb68785c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514009 Jul 23 17:08:41.473266 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d7239-e7c5-43d3-a95c-73d7ec9a3b4a req-97a9b704-b638-4103-a750-1aa2005c46be tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:41.474727 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-708d7239-e7c5-43d3-a95c-73d7ec9a3b4a req-97a9b704-b638-4103-a750-1aa2005c46be tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.0635500 Jul 23 17:08:41.511936 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-708d7239-e7c5-43d3-a95c-73d7ec9a3b4a req-df45791a-ccaa-4f8c-89ae-8bc0ba8c070e tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Jul 23 17:08:41.887026 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:41.936458 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:41.940613 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:41.941142 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:42.020090 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:42.042007 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c8ac8-df76-493a-881e-e20b039213f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:42.044203 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801b9c59-24d1-4cae-8b55-8fc28ac97571" -d '{"events": [{"server_uuid": "7d5c8ac8-df76-493a-881e-e20b039213f5", "name": "network-vif-plugged", "status": "completed", "tag": "deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:42.059427 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:42.063301 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:42.087554 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7a095e-1996-44cc-a9fe-d9adac401ea2 x-openstack-request-id: req-ad7a095e-1996-44cc-a9fe-d9adac401ea2 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:42.087837 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5c8ac8-df76-493a-881e-e20b039213f5", "name": "network-vif-plugged", "status": "completed", "tag": "deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:42.088083 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad7a095e-1996-44cc-a9fe-d9adac401ea2 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:42.088461 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c8ac8-df76-493a-881e-e20b039213f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3', 'code': 200} Jul 23 17:08:42.113201 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:42.538460 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8a970-b169-4cac-b964-c5e40bc8124e req-a1e1c214-21de-4a56-a7a5-3adfc83745ad tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:42.540058 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-53f8a970-b169-4cac-b964-c5e40bc8124e req-a1e1c214-21de-4a56-a7a5-3adfc83745ad tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1136549 Jul 23 17:08:42.547494 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daa1da-4133-4b2b-a580-6bec98b262ce req-62e21f97-8999-4fc0-9b2e-ce035fc4590d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:42.549120 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c3daa1da-4133-4b2b-a580-6bec98b262ce req-62e21f97-8999-4fc0-9b2e-ce035fc4590d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 944 time: 0.0862005 Jul 23 17:08:42.610350 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-53f8a970-b169-4cac-b964-c5e40bc8124e req-44e88618-0c8c-4f0f-b567-86f852588ff6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601521 Jul 23 17:08:42.613145 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c3daa1da-4133-4b2b-a580-6bec98b262ce req-c23de15f-26b6-4bd4-a0ca-26962e075720 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568953 Jul 23 17:08:42.735114 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472784c-1590-4443-9209-93e129e2cd81 req-21109f60-1fb9-4534-94c9-0e41f3a75940 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:42.736586 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d472784c-1590-4443-9209-93e129e2cd81 req-21109f60-1fb9-4534-94c9-0e41f3a75940 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.0655529 Jul 23 17:08:42.774338 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d472784c-1590-4443-9209-93e129e2cd81 req-d8f7e04a-d467-4ca5-9e77-b727d2063370 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Jul 23 17:08:42.865471 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3c651554-ea7d-4fcd-beeb-25fabf7a764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:43.119636 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3a31-423d-42ed-b736-63e15193fa52 req-3bb09a3b-ac1f-4586-8f4e-e7950362a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:43.121022 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-058f3a31-423d-42ed-b736-63e15193fa52 req-3bb09a3b-ac1f-4586-8f4e-e7950362a3ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 1099 time: 0.0512247 Jul 23 17:08:43.155573 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-058f3a31-423d-42ed-b736-63e15193fa52 req-03912e0d-6d25-40d5-9c20-cfadd5067b6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270798 Jul 23 17:08:43.245825 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:43.788464 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dc2d5-a595-4515-8110-41ea1d18e822 req-f1371621-9574-4a20-b885-3a34b3950c9e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:43.790030 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-109dc2d5-a595-4515-8110-41ea1d18e822 req-f1371621-9574-4a20-b885-3a34b3950c9e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 944 time: 0.1045368 Jul 23 17:08:43.795356 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device b6e743e2-9a16-4d63-be60-92ae6b3ff124 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:43.799360 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0791-17ab-4126-ae83-4fd94cf4d59b req-03c7768b-324e-406d-88e8-98c4d7c97899 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:43.800806 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-abac0791-17ab-4126-ae83-4fd94cf4d59b req-03c7768b-324e-406d-88e8-98c4d7c97899 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1068039 Jul 23 17:08:43.861754 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-109dc2d5-a595-4515-8110-41ea1d18e822 req-d100c5f7-2e9d-422d-b728-b128b0b59b74 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599344 Jul 23 17:08:43.864974 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-abac0791-17ab-4126-ae83-4fd94cf4d59b req-0b2b3ad2-99e5-493f-9884-9d81c3550305 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551312 Jul 23 17:08:43.958375 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port b6e743e2-9a16-4d63-be60-92ae6b3ff124 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:43.962887 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port b6e743e2-9a16-4d63-be60-92ae6b3ff124 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:43.963299 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:44.009042 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90365679-7840-429b-920d-13467ec74e4b req-b2b459a8-8f7c-4559-9f89-50f47cb60d9c tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:44.010759 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-90365679-7840-429b-920d-13467ec74e4b req-b2b459a8-8f7c-4559-9f89-50f47cb60d9c tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.0673187 Jul 23 17:08:44.050367 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:44.059972 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-90365679-7840-429b-920d-13467ec74e4b req-70e3460e-4643-4429-882c-12f0a7162d83 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433979 Jul 23 17:08:44.087456 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port b6e743e2-9a16-4d63-be60-92ae6b3ff124, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:44.089482 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:44.091768 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63212558-5043-44d5-90af-300da7b7e130" -d '{"events": [{"server_uuid": "2903b5b8-92bd-43f6-bb5f-86ec521e2ab5", "name": "network-vif-plugged", "status": "completed", "tag": "b6e743e2-9a16-4d63-be60-92ae6b3ff124"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:44.095110 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:44.141911 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c562c99b-00fa-4aec-bcc3-4a206c31eda2 x-openstack-request-id: req-c562c99b-00fa-4aec-bcc3-4a206c31eda2 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:44.141911 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903b5b8-92bd-43f6-bb5f-86ec521e2ab5", "name": "network-vif-plugged", "status": "completed", "tag": "b6e743e2-9a16-4d63-be60-92ae6b3ff124", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:44.141911 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c562c99b-00fa-4aec-bcc3-4a206c31eda2 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:44.141911 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124', 'code': 200} Jul 23 17:08:44.151922 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=b6e743e2-9a16-4d63-be60-92ae6b3ff124,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:44.364706 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db3182-a02e-477d-b062-37875e849762 req-8fb3472d-4aa3-4de5-8c7c-1a9160dcb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:44.367073 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-04db3182-a02e-477d-b062-37875e849762 req-8fb3472d-4aa3-4de5-8c7c-1a9160dcb760 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 1098 time: 0.0793889 Jul 23 17:08:44.414373 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-04db3182-a02e-477d-b062-37875e849762 req-2dca875c-51a7-45ed-92c7-dd404e84c56d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Jul 23 17:08:45.048698 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82386e4b-278b-4501-95be-3eb701d2c701 req-3ff301c0-50fd-4f38-bb31-a45670108fca tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:45.050214 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-82386e4b-278b-4501-95be-3eb701d2c701 req-3ff301c0-50fd-4f38-bb31-a45670108fca tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1050127 Jul 23 17:08:45.064873 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0025848-bf38-4819-a7f8-194845074e77 req-e052c17b-f0d1-445e-8d98-fc881f959fc0 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:45.066349 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b0025848-bf38-4819-a7f8-194845074e77 req-e052c17b-f0d1-445e-8d98-fc881f959fc0 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1106262 Jul 23 17:08:45.124742 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-82386e4b-278b-4501-95be-3eb701d2c701 req-7f9a5412-7e75-43dd-9ba2-286bcb5a60e4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675697 Jul 23 17:08:45.129728 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b0025848-bf38-4819-a7f8-194845074e77 req-d1acad04-6f8b-43a7-ac0a-f20051670989 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571496 Jul 23 17:08:45.282695 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463e98b-4fb5-4a62-a6c6-13edec27132a req-71384965-4d7c-4fb9-a9fc-08cc91a11be2 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:45.284316 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4463e98b-4fb5-4a62-a6c6-13edec27132a req-71384965-4d7c-4fb9-a9fc-08cc91a11be2 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.0874856 Jul 23 17:08:45.347471 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4463e98b-4fb5-4a62-a6c6-13edec27132a req-4660eceb-d834-444d-b7bf-9d9981616012 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547795 Jul 23 17:08:45.365994 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 45710) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:45.425538 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ca97-7ce2-4c90-a77c-8365f2a5661a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:45.573224 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:45.598139 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8f7b1-e900-4df3-a8f8-2f93cb57e632 req-3639e022-83a2-4a7a-b479-6562136d06ea tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:45.606336 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-40d8f7b1-e900-4df3-a8f8-2f93cb57e632 req-3639e022-83a2-4a7a-b479-6562136d06ea tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1328232 Jul 23 17:08:45.610498 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-bce2bbc8-ae30-4d24-ba6a-1eae45506b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:45.612933 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-bce2bbc8-ae30-4d24-ba6a-1eae45506b8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 1099 time: 0.1230571 Jul 23 17:08:45.685188 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-40d8f7b1-e900-4df3-a8f8-2f93cb57e632 req-795d5b82-f4d2-4db7-b66c-ef53f26065b8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777278 Jul 23 17:08:45.782745 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:45.793914 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-b6b587d3-3813-4e11-8390-29551aed829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:45.796220 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-b6b587d3-3813-4e11-8390-29551aed829d service neutron] 10.222.0.16 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 920 time: 0.1753740 Jul 23 17:08:45.825215 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:45.838702 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:45.875540 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-79abaef6-610b-40d0-8797-89ec8073809e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 HTTP/1.1" status: 200 len: 217 time: 0.0655684 Jul 23 17:08:45.901160 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce0db3ef5cc5427d90f616f514f41e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337477 Jul 23 17:08:45.901781 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 45760) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:45.918761 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ea518-1a7e-4f27-9f42-0afd2871edb2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:45.931177 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.931738 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.932222 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.932780 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.933341 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.933649 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.933974 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.934301 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.934630 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.934944 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.935537 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.936002 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bed6e-309b-4fd8-9a69-6d857d952c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:45.948680 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-5d8caf66-6feb-47a7-842e-659598d3d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:45.950388 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-5d8caf66-6feb-47a7-842e-659598d3d153 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 200 len: 859 time: 0.0552471 Jul 23 17:08:45.995512 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-2165a12b-91cf-4af5-bc8d-70a5e516f7f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=417736eb-5938-416e-bd51-d091dba2edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382752 Jul 23 17:08:46.004378 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09c8-cb91-4758-81ab-3dfb16c85ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.032717 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09c8-cb91-4758-81ab-3dfb16c85ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.095073 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09c8-cb91-4758-81ab-3dfb16c85ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.099045 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3cbb09c8-cb91-4758-81ab-3dfb16c85ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.100936 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3cbb09c8-cb91-4758-81ab-3dfb16c85ce1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae0ea518-1a7e-4f27-9f42-0afd2871edb2 HTTP/1.1" status: 204 len: 168 time: 0.1979988 Jul 23 17:08:46.109387 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-de535382-1f56-4b86-9243-7cb449f8371f service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060767 Jul 23 17:08:46.113199 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb09c8-cb91-4758-81ab-3dfb16c85ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ea518-1a7e-4f27-9f42-0afd2871edb2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:46.209523 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:08:46.288865 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aca0e13e-7df0-4f80-a0be-f0aeac45bee1 req-ad8b5d89-f2c2-4f49-b505-e091f6cb7004 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657505 Jul 23 17:08:46.314571 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4787b3-4c7f-45f4-8b5c-15a4922b75d6 req-76c37531-ae73-4488-be1f-69c64fbdb7c1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:46.316042 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2e4787b3-4c7f-45f4-8b5c-15a4922b75d6 req-76c37531-ae73-4488-be1f-69c64fbdb7c1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1036489 Jul 23 17:08:46.360179 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2e4787b3-4c7f-45f4-8b5c-15a4922b75d6 req-99c645c7-f0dc-4928-9103-a48afd0580b4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381081 Jul 23 17:08:46.384719 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.440150 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 45790) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:46.453424 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e07be4f3-1753-43a6-8728-e7b55d1c35b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.535915 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9b994-8226-4231-8b0a-c0241ea4359d req-a3feff90-195e-4822-8f35-8b7bd81d596d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:46.537379 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8bd9b994-8226-4231-8b0a-c0241ea4359d req-a3feff90-195e-4822-8f35-8b7bd81d596d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0642650 Jul 23 17:08:46.544935 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e07be4f3-1753-43a6-8728-e7b55d1c35b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.546078 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 45792) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:46.551333 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-85347de9-b79e-4a57-95dc-5a1978f4630c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'floatingip': {'port_id': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:46.576292 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e07be4f3-1753-43a6-8728-e7b55d1c35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.635930 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-85347de9-b79e-4a57-95dc-5a1978f4630c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.734366 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e07be4f3-1753-43a6-8728-e7b55d1c35b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de10e1fccd304d2b8406663462cf1c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931206 Jul 23 17:08:46.735088 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07be4f3-1753-43a6-8728-e7b55d1c35b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df39455d-ef5d-457a-beb8-7da2182083d2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:46.738117 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 45798) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:46.821675 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1b7ea-6c9d-42cd-807b-22124a97589c req-ad2fb66a-50d9-4b52-95f6-557d8b2d4c07 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:46.823160 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-66c1b7ea-6c9d-42cd-807b-22124a97589c req-ad2fb66a-50d9-4b52-95f6-557d8b2d4c07 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0651209 Jul 23 17:08:46.863163 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-66c1b7ea-6c9d-42cd-807b-22124a97589c req-abefbe19-4def-40f4-b3d4-5a2e8c2bed8e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342047 Jul 23 17:08:46.912117 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b64b274e-2e8d-4fc4-a8e5-1a3b4f59b11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:46.945388 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b64b274e-2e8d-4fc4-a8e5-1a3b4f59b11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:47.148060 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b64b274e-2e8d-4fc4-a8e5-1a3b4f59b11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:47.150704 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b64b274e-2e8d-4fc4-a8e5-1a3b4f59b11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:47.152194 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b64b274e-2e8d-4fc4-a8e5-1a3b4f59b11d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df39455d-ef5d-457a-beb8-7da2182083d2 HTTP/1.1" status: 204 len: 168 time: 0.4083588 Jul 23 17:08:47.208510 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b274e-2e8d-4fc4-a8e5-1a3b4f59b11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df39455d-ef5d-457a-beb8-7da2182083d2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:47.447460 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-85347de9-b79e-4a57-95dc-5a1978f4630c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:47.452667 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-85347de9-b79e-4a57-95dc-5a1978f4630c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:47.570453 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-85347de9-b79e-4a57-95dc-5a1978f4630c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Floating IP c6e81e7b-5df5-4539-a6ec-1f0c21808ff0 associated. External IP: 172.27.2.158, port: b6e743e2-9a16-4d63-be60-92ae6b3ff124. Jul 23 17:08:47.979511 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85347de9-b79e-4a57-95dc-5a1978f4630c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Router 69a89869-a949-4b76-9e60-7b9d404ae128 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:08:48.002628 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77295905-cd91-4f9c-97eb-2b2dd84c09e4 req-dbb15ba1-acc3-446b-9aa4-7f394a11ae76 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:48.004123 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-77295905-cd91-4f9c-97eb-2b2dd84c09e4 req-dbb15ba1-acc3-446b-9aa4-7f394a11ae76 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0730894 Jul 23 17:08:48.019753 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:48.044820 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-77295905-cd91-4f9c-97eb-2b2dd84c09e4 req-5a90a9a6-6d72-4822-978f-8391c7ec221a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Jul 23 17:08:48.101282 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85347de9-b79e-4a57-95dc-5a1978f4630c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:08:48.108058 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-85347de9-b79e-4a57-95dc-5a1978f4630c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:48.115297 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] Sync routers for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:08:48.125005 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:08:48.125761 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:08:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:48.144613 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-85347de9-b79e-4a57-95dc-5a1978f4630c tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "PUT /v2.0/floatingips/c6e81e7b-5df5-4539-a6ec-1f0c21808ff0 HTTP/1.1" status: 200 len: 991 time: 1.5972333 Jul 23 17:08:48.145174 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'tag': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:48.147445 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a561dc-baf4-49bd-8ced-c48f17fb05e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2903b5b8-92bd-43f6-bb5f-86ec521e2ab5", "tag": "b6e743e2-9a16-4d63-be60-92ae6b3ff124"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:48.214704 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd00018a-af5a-460a-8ad6-bfb3eae783d0 x-openstack-request-id: req-fd00018a-af5a-460a-8ad6-bfb3eae783d0 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:48.214999 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2903b5b8-92bd-43f6-bb5f-86ec521e2ab5", "tag": "b6e743e2-9a16-4d63-be60-92ae6b3ff124", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:48.215251 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd00018a-af5a-460a-8ad6-bfb3eae783d0 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:48.215643 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'tag': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124', 'status': 'completed', 'code': 200} Jul 23 17:08:48.233298 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:08:48.420297 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 45882) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:48.516441 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'c6e81e7b-5df5-4539-a6ec-1f0c21808ff0', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'port_id': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'mac_address': 'fa:16:3e:c3:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:08:06Z', 'updated_at': '2021-07-23T17:08:47Z', 'revision_number': 1, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:48.624365 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] Checking router: 69a89869-a949-4b76-9e60-7b9d404ae128 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:08:48.634723 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:08:48.635835 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:08:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:48.653920 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9db8acd0-bd33-430b-8731-d1681f9a79d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:48.755308 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:08:48.762512 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9db8acd0-bd33-430b-8731-d1681f9a79d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:48.771597 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9db8acd0-bd33-430b-8731-d1681f9a79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:48.816940 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 45908) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:48.817077 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9db8acd0-bd33-430b-8731-d1681f9a79d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57701f7d553d45d7806800e70d54159d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954728 Jul 23 17:08:48.817732 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8acd0-bd33-430b-8731-d1681f9a79d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac7c3c0-7b50-416f-8898-d3268d7fd704,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:48.889908 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:48.921291 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:48.979038 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:48.983281 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:48.984700 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ac7c3c0-7b50-416f-8898-d3268d7fd704 HTTP/1.1" status: 204 len: 168 time: 0.1661606 Jul 23 17:08:49.009293 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac7c3c0-7b50-416f-8898-d3268d7fd704,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:49.020614 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.021185 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.021304 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.021687 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.022024 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.022905 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.023244 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.023602 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.023896 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.024214 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.024534 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.024851 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35bebda-b44e-4fe7-8aa1-7e4072917f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:49.031189 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'c6e81e7b-5df5-4539-a6ec-1f0c21808ff0', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'port_id': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'mac_address': 'fa:16:3e:c3:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:08:06Z', 'updated_at': '2021-07-23T17:08:47Z', 'revision_number': 1, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:49.063196 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56508fdd-61c4-4ed9-a017-72d7da2c5974 None None] The sync data for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi is: [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'c6e81e7b-5df5-4539-a6ec-1f0c21808ff0', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'port_id': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'mac_address': 'fa:16:3e:c3:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:08:06Z', 'updated_at': '2021-07-23T17:08:47Z', 'revision_number': 1, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:08:49.143662 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 45920) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:49.239418 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3db61-e664-4722-9bc8-4e501e81cb8d req-2f5df9be-eca1-43cc-a74d-ad41c7d4b9ef tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:49.241926 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ff3db61-e664-4722-9bc8-4e501e81cb8d req-2f5df9be-eca1-43cc-a74d-ad41c7d4b9ef tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0921056 Jul 23 17:08:49.326291 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ff3db61-e664-4722-9bc8-4e501e81cb8d req-5a0f6add-814c-4e2d-b893-443af538208b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770397 Jul 23 17:08:49.337713 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67d733-76a1-494b-a2f7-da11a7daf4bf None None] New status for floating IP c6e81e7b-5df5-4539-a6ec-1f0c21808ff0: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:08:49.431212 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3619714-c015-426b-a437-7794628ceb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.459424 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 45928) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:49.474209 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce89500d-6bd7-4bfa-9a5b-4af0dbb45553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.535891 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3619714-c015-426b-a437-7794628ceb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.542835 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c3619714-c015-426b-a437-7794628ceb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.582221 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c3619714-c015-426b-a437-7794628ceb19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da72f10119994feba58e43d16a5beae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373193 Jul 23 17:08:49.584500 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3619714-c015-426b-a437-7794628ceb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a58cf0-2484-4ea4-941b-48c143edabe1,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:49.585749 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 45932) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:49.670329 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce89500d-6bd7-4bfa-9a5b-4af0dbb45553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.674166 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47abd22f-c1d7-49bb-b5dc-7ad2548de45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.677003 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ce89500d-6bd7-4bfa-9a5b-4af0dbb45553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.727420 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47abd22f-c1d7-49bb-b5dc-7ad2548de45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.740035 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ce89500d-6bd7-4bfa-9a5b-4af0dbb45553 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efeeb3f8a2c84be4b4bc5596c176c332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789366 Jul 23 17:08:49.742741 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 45934) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:49.752557 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89500d-6bd7-4bfa-9a5b-4af0dbb45553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af864011-63b5-4876-8882-9bec544b749c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:49.813607 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3888a743-a4b5-46c4-9d88-72f527cdf5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.816306 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47abd22f-c1d7-49bb-b5dc-7ad2548de45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.818795 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47abd22f-c1d7-49bb-b5dc-7ad2548de45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.819919 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-47abd22f-c1d7-49bb-b5dc-7ad2548de45a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9a58cf0-2484-4ea4-941b-48c143edabe1 HTTP/1.1" status: 204 len: 168 time: 0.2329319 Jul 23 17:08:49.837234 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abd22f-c1d7-49bb-b5dc-7ad2548de45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a58cf0-2484-4ea4-941b-48c143edabe1,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:49.849842 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3888a743-a4b5-46c4-9d88-72f527cdf5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.918260 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3888a743-a4b5-46c4-9d88-72f527cdf5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.921349 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3888a743-a4b5-46c4-9d88-72f527cdf5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:49.922595 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3888a743-a4b5-46c4-9d88-72f527cdf5d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af864011-63b5-4876-8882-9bec544b749c HTTP/1.1" status: 204 len: 168 time: 0.1789818 Jul 23 17:08:49.931693 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888a743-a4b5-46c4-9d88-72f527cdf5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af864011-63b5-4876-8882-9bec544b749c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:50.217374 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 45956) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:50.230629 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb76c-fe2c-461d-bda2-d128b5ef07dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:50.320901 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb76c-fe2c-461d-bda2-d128b5ef07dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:50.325107 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb76c-fe2c-461d-bda2-d128b5ef07dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:50.363090 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-aa4eb76c-fe2c-461d-bda2-d128b5ef07dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05adb0c7eecd42429ece146b8184154a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445599 Jul 23 17:08:50.364270 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4eb76c-fe2c-461d-bda2-d128b5ef07dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e117de9-1533-4a2c-b896-c9319738c570,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:50.365767 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 45962) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:50.475144 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19b25c9-0c85-4078-b4dc-b91f8c816790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:50.504875 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a276981-cef3-4680-88da-a904be76e59a req-86438334-c2ac-42c9-9657-f4697ac8bba9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:50.506353 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5a276981-cef3-4680-88da-a904be76e59a req-86438334-c2ac-42c9-9657-f4697ac8bba9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1082244 Jul 23 17:08:50.516294 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19b25c9-0c85-4078-b4dc-b91f8c816790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:50.764984 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5a276981-cef3-4680-88da-a904be76e59a req-e828fa34-ba72-446d-bda2-4fb6292cde8e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506614 Jul 23 17:08:50.791130 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19b25c9-0c85-4078-b4dc-b91f8c816790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:50.793778 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b19b25c9-0c85-4078-b4dc-b91f8c816790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:50.794890 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b19b25c9-0c85-4078-b4dc-b91f8c816790 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e117de9-1533-4a2c-b896-c9319738c570 HTTP/1.1" status: 204 len: 168 time: 0.4267352 Jul 23 17:08:50.802698 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b25c9-0c85-4078-b4dc-b91f8c816790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e117de9-1533-4a2c-b896-c9319738c570,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:51.092293 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-799f8385-3a01-474a-95a4-6e019d44dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:51.092550 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-799f8385-3a01-474a-95a4-6e019d44dbab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 1098 time: 0.0697794 Jul 23 17:08:51.193701 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-4d6384de-647e-4ad1-a81a-62f3ef93033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:51.195199 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-4d6384de-647e-4ad1-a81a-62f3ef93033f service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 912 time: 0.0950787 Jul 23 17:08:51.320225 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-316a6f44-5506-471b-a87f-af18e8187408 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124 HTTP/1.1" status: 200 len: 1001 time: 0.1136558 Jul 23 17:08:51.379952 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-6fdd41fc-2aa8-41c0-836a-bd5f4daa13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:51.381438 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-6fdd41fc-2aa8-41c0-836a-bd5f4daa13ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 200 len: 850 time: 0.0487547 Jul 23 17:08:51.477022 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-ed99789d-181c-4a8e-b675-706246fde874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:51.478965 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-ed99789d-181c-4a8e-b675-706246fde874 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e00633-73c6-46b3-b55d-30caf2048663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699396 Jul 23 17:08:51.590085 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-f4588f26-d356-4d5d-b5c3-604f88c3c3fb service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953493 Jul 23 17:08:51.615911 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46030) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:51.691602 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46a561dc-baf4-49bd-8ced-c48f17fb05e9 req-4907cd62-f32e-4974-80ce-b3aad9f57c16 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946438 Jul 23 17:08:51.773332 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-945489047-network', 'tenant_id': 'f85611117aa148c8b2a8bc5759e1a4f4'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:51.794619 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Made reservation on behalf of f85611117aa148c8b2a8bc5759e1a4f4 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:51.797306 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:51.806532 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:51.922049 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcd75c-d609-4fb0-951d-90826384f216 req-7a1bc5f7-15d0-48a7-9dc0-5809a3c6abb6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:51.924368 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9bcd75c-d609-4fb0-951d-90826384f216 req-7a1bc5f7-15d0-48a7-9dc0-5809a3c6abb6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0877001 Jul 23 17:08:51.940638 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:51.946603 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:51.976458 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9bcd75c-d609-4fb0-951d-90826384f216 req-2219a1ae-1fd8-47f0-9079-4d04654309ae tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Jul 23 17:08:51.991846 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:08:52.010101 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d632a43e-228b-4767-bd7a-997a5e604288,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:52.016658 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:52.017006 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Added segment b42b5cc1-3561-4540-bb48-f49d592e6a3b of type vlan for network b4ea207e-83bd-40e5-ba41-73d837fc6ae3 Jul 23 17:08:52.064129 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:52.136492 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:52.137801 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:52.138387 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:52.164712 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5472162 Jul 23 17:08:52.167692 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46058) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:52.176389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Request body: {'subnet': {'network_id': 'b4ea207e-83bd-40e5-ba41-73d837fc6ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-945489047-subnet', 'tenant_id': 'f85611117aa148c8b2a8bc5759e1a4f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:52.232209 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677a3a4-844d-4bff-8d60-9209a9908023 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ea207e-83bd-40e5-ba41-73d837fc6ae3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:52.243728 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Made reservation on behalf of f85611117aa148c8b2a8bc5759e1a4f4 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:52.245938 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network b4ea207e-83bd-40e5-ba41-73d837fc6ae3 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:08:52.246392 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:52.430898 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:52.488518 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4783c91-70b8-49ce-9fca-8af4edb24e43,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:52.500196 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Checking segment: {'id': 'b42b5cc1-3561-4540-bb48-f49d592e6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b4ea207e-83bd-40e5-ba41-73d837fc6ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:52.500551 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Network hostable DHCP agents. Network: b4ea207e-83bd-40e5-ba41-73d837fc6ae3, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:08:52.517869 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Network b4ea207e-83bd-40e5-ba41-73d837fc6ae3 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:08:52.527443 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, b4ea207e-83bd-40e5-ba41-73d837fc6ae3) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:52.533799 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:52.534492 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:52.547033 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f6548e-0c1c-4f55-8926-b82a1d62c57b None None] Network b4ea207e-83bd-40e5-ba41-73d837fc6ae3 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:08:52.563255 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-65721b8f-2fd9-4cce-a50c-61d851e8ebb1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3860798 Jul 23 17:08:52.685234 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b8e0d-a5c2-40ff-83b1-9487e610c5d5 None None] Network b4ea207e-83bd-40e5-ba41-73d837fc6ae3 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:08:53.018766 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46090) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:53.026071 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-768817640-network', 'tenant_id': '2a66ca456e65446e8a21f1e02afbd1b0'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:53.049182 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Made reservation on behalf of 2a66ca456e65446e8a21f1e02afbd1b0 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:53.051484 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.061410 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.109990 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828c7f9-0e51-493c-9bb2-edb736907ae2 req-d73f990a-9ee3-4760-9d02-df9da6db8d2a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:53.111470 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8828c7f9-0e51-493c-9bb2-edb736907ae2 req-d73f990a-9ee3-4760-9d02-df9da6db8d2a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0650804 Jul 23 17:08:53.151948 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8828c7f9-0e51-493c-9bb2-edb736907ae2 req-552ac743-cbae-4a7e-a5e0-119bb686d215 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Jul 23 17:08:53.155244 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.160250 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.182171 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:08:53.195516 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2598d-d4e2-49f0-8669-ff335eb26cfe,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:53.200507 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.200672 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Added segment 116b0f38-08d4-41bd-8f88-3b0f5d9c8989 of type vlan for network f5286089-c294-41c9-b0c5-d5d0d56dab90 Jul 23 17:08:53.242460 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.274924 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.275875 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:53.276531 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.305130 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2838066 Jul 23 17:08:53.308026 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46100) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:53.313202 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Request body: {'subnet': {'network_id': 'f5286089-c294-41c9-b0c5-d5d0d56dab90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-768817640-subnet', 'tenant_id': '2a66ca456e65446e8a21f1e02afbd1b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:53.335652 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Made reservation on behalf of 2a66ca456e65446e8a21f1e02afbd1b0 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:53.338378 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.338497 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc643aed-5ace-47a6-a3e9-e3ffbee4603a admin admin] Pushing event updated for resources: {'Network': ['ID=f5286089-c294-41c9-b0c5-d5d0d56dab90,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:53.348908 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network f5286089-c294-41c9-b0c5-d5d0d56dab90 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:08:53.514659 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.568581 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cac441-e3b2-489b-86d9-de6c3daa606b,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:53.584363 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Checking segment: {'id': '116b0f38-08d4-41bd-8f88-3b0f5d9c8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f5286089-c294-41c9-b0c5-d5d0d56dab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:53.585539 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Network hostable DHCP agents. Network: f5286089-c294-41c9-b0c5-d5d0d56dab90, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:08:53.603412 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Network f5286089-c294-41c9-b0c5-d5d0d56dab90 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:08:53.614330 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, f5286089-c294-41c9-b0c5-d5d0d56dab90) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:53.618640 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:53.619239 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:53.629707 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9477541-1fe3-475c-b070-3630ca0ff13a None None] Network f5286089-c294-41c9-b0c5-d5d0d56dab90 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:08:53.641426 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9fdd358b-6ffe-422f-ad17-188bcb9d22b2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3256912 Jul 23 17:08:53.760090 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ba2e9-a93e-4311-9c11-36c4bdc9be4a None None] Network f5286089-c294-41c9-b0c5-d5d0d56dab90 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:08:54.331347 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed660df-5ea3-4446-b897-df283c0cacba req-4c80ed60-d92a-4108-9ed9-6925f419c9e4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:54.332829 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ed660df-5ea3-4446-b897-df283c0cacba req-4c80ed60-d92a-4108-9ed9-6925f419c9e4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0779696 Jul 23 17:08:54.371550 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ed660df-5ea3-4446-b897-df283c0cacba req-8dff4682-8f92-44c0-ad05-17834d7fbed3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Jul 23 17:08:54.518777 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46156) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:54.616213 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-82be702a-19e5-4a2d-bd93-4e40296badea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:54.708579 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-82be702a-19e5-4a2d-bd93-4e40296badea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:54.712980 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-82be702a-19e5-4a2d-bd93-4e40296badea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:54.749698 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-82be702a-19e5-4a2d-bd93-4e40296badea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7155ecf0bdb4ae8a0dddcbd884b0b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297866 Jul 23 17:08:54.750901 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be702a-19e5-4a2d-bd93-4e40296badea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee5b3d5-8865-4841-b096-728da5bbff00,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:54.752463 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46162) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:54.801506 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cde49dbe-d5d9-4e52-a7a3-f2346c3bd8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:54.822094 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cde49dbe-d5d9-4e52-a7a3-f2346c3bd8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:54.867403 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cde49dbe-d5d9-4e52-a7a3-f2346c3bd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:54.870028 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cde49dbe-d5d9-4e52-a7a3-f2346c3bd8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:54.871215 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cde49dbe-d5d9-4e52-a7a3-f2346c3bd8e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cee5b3d5-8865-4841-b096-728da5bbff00 HTTP/1.1" status: 204 len: 168 time: 0.1170852 Jul 23 17:08:54.879125 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde49dbe-d5d9-4e52-a7a3-f2346c3bd8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee5b3d5-8865-4841-b096-728da5bbff00,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:55.117781 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46168) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:55.130583 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2cb00299-582b-440a-8601-ef5f61ded5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:55.219896 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2cb00299-582b-440a-8601-ef5f61ded5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:55.223679 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2cb00299-582b-440a-8601-ef5f61ded5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:55.260325 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb00299-582b-440a-8601-ef5f61ded5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e35a30-fcdc-416c-973f-b8d3bda4203d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:55.267043 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2cb00299-582b-440a-8601-ef5f61ded5fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=886ca9570cc14bbd9af0b5f0be8f124b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476247 Jul 23 17:08:55.269154 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46174) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:55.319446 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea607-fa0e-4a42-8c56-a8bcbd8a2e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:55.339529 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea607-fa0e-4a42-8c56-a8bcbd8a2e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:55.388065 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea607-fa0e-4a42-8c56-a8bcbd8a2e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:55.390721 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea607-fa0e-4a42-8c56-a8bcbd8a2e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:55.391853 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0f5ea607-fa0e-4a42-8c56-a8bcbd8a2e0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9e35a30-fcdc-416c-973f-b8d3bda4203d HTTP/1.1" status: 204 len: 168 time: 0.1203296 Jul 23 17:08:55.400225 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ea607-fa0e-4a42-8c56-a8bcbd8a2e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e35a30-fcdc-416c-973f-b8d3bda4203d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:55.504765 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62dcee-350f-46e3-a2d9-bcbd3e1e6de3 req-d1ea7129-7747-457a-b0e9-345229419ea4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:55.506308 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ed62dcee-350f-46e3-a2d9-bcbd3e1e6de3 req-d1ea7129-7747-457a-b0e9-345229419ea4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0644445 Jul 23 17:08:55.544663 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ed62dcee-350f-46e3-a2d9-bcbd3e1e6de3 req-5a758139-8187-458c-b749-66de022e723b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Jul 23 17:08:56.687467 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca18ffc-63fb-46bc-b5d1-10185c9c82b3 req-1ac33cc3-7dc1-4eee-9fca-ea08030ddf5e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:56.688974 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ca18ffc-63fb-46bc-b5d1-10185c9c82b3 req-1ac33cc3-7dc1-4eee-9fca-ea08030ddf5e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0691636 Jul 23 17:08:56.735330 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ca18ffc-63fb-46bc-b5d1-10185c9c82b3 req-4e1038a8-2156-4fb8-bd12-21fa4cf50696 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 Jul 23 17:08:57.875596 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e699fe-6f62-44e2-abe5-29dd19833424 req-b3d9c4e9-0a9c-43b0-966a-3e7a94c7a6dc tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:57.877072 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54e699fe-6f62-44e2-abe5-29dd19833424 req-b3d9c4e9-0a9c-43b0-966a-3e7a94c7a6dc tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0653548 Jul 23 17:08:57.916003 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54e699fe-6f62-44e2-abe5-29dd19833424 req-0800fd37-9782-416c-8576-daae748784a1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Jul 23 17:08:59.041125 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993741cc-9b07-4afc-9ec9-4c8c2fe45d5b req-b41435e6-b178-4cf2-9569-26fc4b34219b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:59.042648 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-993741cc-9b07-4afc-9ec9-4c8c2fe45d5b req-b41435e6-b178-4cf2-9569-26fc4b34219b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0627308 Jul 23 17:08:59.080332 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-993741cc-9b07-4afc-9ec9-4c8c2fe45d5b req-5a4d31ed-0040-41b9-bce8-2cc1efdc9fff tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319493 Jul 23 17:09:00.203723 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952313b9-84ab-49f2-8985-c5626b2404f6 req-ac36fbeb-c5ef-4dd7-a562-d4b6df13ea49 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:00.205070 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-952313b9-84ab-49f2-8985-c5626b2404f6 req-ac36fbeb-c5ef-4dd7-a562-d4b6df13ea49 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0607765 Jul 23 17:09:00.245556 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-952313b9-84ab-49f2-8985-c5626b2404f6 req-6e288f03-201b-4d33-a592-0fd8a60a39c3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344880 Jul 23 17:09:01.377355 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b89b7-4922-403b-94b3-47a3dd51280c req-2287332c-e5bc-4cdf-9a55-ffff3034342f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:01.378855 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e73b89b7-4922-403b-94b3-47a3dd51280c req-2287332c-e5bc-4cdf-9a55-ffff3034342f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0670176 Jul 23 17:09:01.415823 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e73b89b7-4922-403b-94b3-47a3dd51280c req-b40f8726-7064-4115-bcb8-fedf185980d2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Jul 23 17:09:02.548792 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aaef2-15e5-4084-8afd-1e558e8812a0 req-caaf7260-22e6-4c5a-937e-8db3afc0a2a1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:02.550299 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8d5aaef2-15e5-4084-8afd-1e558e8812a0 req-caaf7260-22e6-4c5a-937e-8db3afc0a2a1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0663733 Jul 23 17:09:02.592006 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8d5aaef2-15e5-4084-8afd-1e558e8812a0 req-fa365392-e5b9-4cb8-9c93-4e04c0823588 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354881 Jul 23 17:09:02.851323 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430e52f-1c40-40ec-9fa6-466c64c022af req-9eef7b90-4845-4d2c-931f-97fe56141ab4 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:02.852842 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f430e52f-1c40-40ec-9fa6-466c64c022af req-9eef7b90-4845-4d2c-931f-97fe56141ab4 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.0664420 Jul 23 17:09:02.890990 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f430e52f-1c40-40ec-9fa6-466c64c022af req-d3c0e398-3121-46ed-9100-f221df05c8d8 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Jul 23 17:09:03.599156 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46476) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:03.716512 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-64c8bae3-dc79-4818-80eb-41d8698319cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:03.754129 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f315aed-b4fe-4564-82d3-86454fd54a37 req-5fae1e21-d0da-4fc0-9b12-b21529b58907 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:03.758314 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f315aed-b4fe-4564-82d3-86454fd54a37 req-5fae1e21-d0da-4fc0-9b12-b21529b58907 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0963504 Jul 23 17:09:03.821992 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f315aed-b4fe-4564-82d3-86454fd54a37 req-90277b88-892a-4314-957d-23339c0c6657 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584145 Jul 23 17:09:03.852823 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46488) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:03.873233 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-64c8bae3-dc79-4818-80eb-41d8698319cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:03.877559 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-64c8bae3-dc79-4818-80eb-41d8698319cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:03.918177 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8bae3-dc79-4818-80eb-41d8698319cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5766cc7e-71d5-40bd-ae27-40bb5dc6fecd,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:03.925519 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-64c8bae3-dc79-4818-80eb-41d8698319cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9d3f313c2fa46d8a40b35e8c6cf92a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226645 Jul 23 17:09:03.925954 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46494) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:03.971107 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fc20-9724-4d82-8af4-d4bc1d482773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.032475 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80a0a556-6095-4c4a-9e27-5c5b09e08309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.078416 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80a0a556-6095-4c4a-9e27-5c5b09e08309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.143385 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f81930-0fb3-4f20-96e6-a3ac768c3fd0 req-7118aed3-78b8-446d-a23a-632741adb3c3 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:04.144872 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b5f81930-0fb3-4f20-96e6-a3ac768c3fd0 req-7118aed3-78b8-446d-a23a-632741adb3c3 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.1626034 Jul 23 17:09:04.189132 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80a0a556-6095-4c4a-9e27-5c5b09e08309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.191612 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-80a0a556-6095-4c4a-9e27-5c5b09e08309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.192735 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-80a0a556-6095-4c4a-9e27-5c5b09e08309 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5766cc7e-71d5-40bd-ae27-40bb5dc6fecd HTTP/1.1" status: 204 len: 168 time: 0.2661622 Jul 23 17:09:04.219889 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fc20-9724-4d82-8af4-d4bc1d482773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.223285 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b5f81930-0fb3-4f20-96e6-a3ac768c3fd0 req-111937e2-7c4c-4739-a003-7d9e2bfa0923 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 Jul 23 17:09:04.224118 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0a556-6095-4c4a-9e27-5c5b09e08309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5766cc7e-71d5-40bd-ae27-40bb5dc6fecd,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:04.228561 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fc20-9724-4d82-8af4-d4bc1d482773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.277891 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46516) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:04.278427 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c0c6fc20-9724-4d82-8af4-d4bc1d482773 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a080f669f58b43eba3ef9e4df8d94deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245450 Jul 23 17:09:04.279649 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6fc20-9724-4d82-8af4-d4bc1d482773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7b1c1f-58d0-4d68-9170-29a6c80c5801,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:04.405188 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de3e5373-b979-45cd-b0fc-a46d27c471af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.437291 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de3e5373-b979-45cd-b0fc-a46d27c471af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.444351 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46530) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:04.502568 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de3e5373-b979-45cd-b0fc-a46d27c471af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.509791 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de3e5373-b979-45cd-b0fc-a46d27c471af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.513268 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-de3e5373-b979-45cd-b0fc-a46d27c471af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a7b1c1f-58d0-4d68-9170-29a6c80c5801 HTTP/1.1" status: 204 len: 168 time: 0.2321982 Jul 23 17:09:04.522576 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e5373-b979-45cd-b0fc-a46d27c471af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7b1c1f-58d0-4d68-9170-29a6c80c5801,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:04.609738 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46542) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:04.623081 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e2f4737-57cc-4aae-877a-c4e672e12fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.626495 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84561b5a-8ae3-47c5-94e3-59b4787e9ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.658767 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.db.api [None req-3e2f4737-57cc-4aae-877a-c4e672e12fac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 17:09:04.658767 dv-cinder-801916-2-iscsi neutron-server[93251]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 17:09:04.658767 dv-cinder-801916-2-iscsi neutron-server[93251]: [parameters: {'project_id': '5a108a6be218464ea283a1c6b01119c8', 'id': 'd8b6e066-6534-4b98-8827-da70d1f8aa82', 'expiration': datetime.datetime(2021, 7, 23, 17, 11, 4, 641333)}] Jul 23 17:09:04.658767 dv-cinder-801916-2-iscsi neutron-server[93251]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93251) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:09:04.661438 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG oslo_db.api [None req-3e2f4737-57cc-4aae-877a-c4e672e12fac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 17:09:04.731947 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84561b5a-8ae3-47c5-94e3-59b4787e9ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.735890 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84561b5a-8ae3-47c5-94e3-59b4787e9ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.787001 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-84561b5a-8ae3-47c5-94e3-59b4787e9ef7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5fd3dc3844004467869354ecd97ea977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730678 Jul 23 17:09:04.787001 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84561b5a-8ae3-47c5-94e3-59b4787e9ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d15d72-5897-4be2-bbe9-04840de3a289,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:04.787189 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46544) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:04.868512 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0953dd80-80c5-4390-bd38-c6ffcf9af6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:04.903393 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0953dd80-80c5-4390-bd38-c6ffcf9af6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.019542 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46554) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:05.020538 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de632a-01ca-4143-bf9b-9311295b80d6 req-1a036fcf-08de-41e0-b27a-050bff74a3f1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:05.022612 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71de632a-01ca-4143-bf9b-9311295b80d6 req-1a036fcf-08de-41e0-b27a-050bff74a3f1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1017461 Jul 23 17:09:05.026250 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0953dd80-80c5-4390-bd38-c6ffcf9af6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.029160 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0953dd80-80c5-4390-bd38-c6ffcf9af6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.030397 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0953dd80-80c5-4390-bd38-c6ffcf9af6e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85d15d72-5897-4be2-bbe9-04840de3a289 HTTP/1.1" status: 204 len: 168 time: 0.2385740 Jul 23 17:09:05.033282 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da7623e3-8e64-4e5d-9e36-5e1cc6658edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.051725 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953dd80-80c5-4390-bd38-c6ffcf9af6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d15d72-5897-4be2-bbe9-04840de3a289,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:05.075018 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71de632a-01ca-4143-bf9b-9311295b80d6 req-f537b34a-a712-4b0a-86fe-f47e39a0062d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Jul 23 17:09:05.140029 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da7623e3-8e64-4e5d-9e36-5e1cc6658edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.146707 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-da7623e3-8e64-4e5d-9e36-5e1cc6658edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.162655 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e2f4737-57cc-4aae-877a-c4e672e12fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.191332 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-da7623e3-8e64-4e5d-9e36-5e1cc6658edd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af792b857aa848f6a0bb1f3a3bcb1726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681685 Jul 23 17:09:05.191332 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7623e3-8e64-4e5d-9e36-5e1cc6658edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1d5ee5-dab3-4da3-af8e-c3f98246a59a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:05.192002 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46558) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:05.246920 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d4abb-ddbe-491e-9879-4a715663798b req-ed11eb78-fe87-4413-bbac-79a1c61e019d tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:05.248388 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-730d4abb-ddbe-491e-9879-4a715663798b req-ed11eb78-fe87-4413-bbac-79a1c61e019d tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.1190829 Jul 23 17:09:05.376120 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46564) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:05.390374 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39458166-b39f-4485-924f-03eb32bd090d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.409953 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cf30a0b9-cc30-4822-9d84-0123f158956a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.477585 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cf30a0b9-cc30-4822-9d84-0123f158956a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.503903 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e2f4737-57cc-4aae-877a-c4e672e12fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.518792 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e2f4737-57cc-4aae-877a-c4e672e12fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.570443 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9237a2c-e09b-4cb4-9aa2-51921134e013 req-3c5106de-0eef-4230-89e9-cf94ebc3cb96 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:05.571951 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9237a2c-e09b-4cb4-9aa2-51921134e013 req-3c5106de-0eef-4230-89e9-cf94ebc3cb96 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 946 time: 0.2296276 Jul 23 17:09:05.588832 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39458166-b39f-4485-924f-03eb32bd090d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.595312 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-39458166-b39f-4485-924f-03eb32bd090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.598502 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3e2f4737-57cc-4aae-877a-c4e672e12fac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a108a6be218464ea283a1c6b01119c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1528561 Jul 23 17:09:05.606566 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46570) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:05.611901 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-730d4abb-ddbe-491e-9879-4a715663798b req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Deleting port 0cf0bebe-a856-468d-9b12-ec80d31479c9 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:09:05.612240 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-730d4abb-ddbe-491e-9879-4a715663798b req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.616082 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f4737-57cc-4aae-877a-c4e672e12fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043857eb-2e53-43ec-946c-7632b554ae56,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:05.640895 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-39458166-b39f-4485-924f-03eb32bd090d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9164c70cc34e41bfaed7a6892003fee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636945 Jul 23 17:09:05.642047 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39458166-b39f-4485-924f-03eb32bd090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89e0ef8-fd17-413a-bca1-d76b2e44f7b5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:05.645642 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46572) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:05.667964 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cf30a0b9-cc30-4822-9d84-0123f158956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.670478 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cf30a0b9-cc30-4822-9d84-0123f158956a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.673950 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cf30a0b9-cc30-4822-9d84-0123f158956a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b1d5ee5-dab3-4da3-af8e-c3f98246a59a HTTP/1.1" status: 204 len: 168 time: 0.4809163 Jul 23 17:09:05.715847 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fab93042-9bf6-499a-8338-9b281968cd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.743251 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fab93042-9bf6-499a-8338-9b281968cd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.766733 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-730d4abb-ddbe-491e-9879-4a715663798b req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] For port 0cf0bebe-a856-468d-9b12-ec80d31479c9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0cf0bebe-a856-468d-9b12-ec80d31479c9,segment=NetworkSegment(443d5099-f638-4c41-88c0-baaec9fe4113),segment_id=443d5099-f638-4c41-88c0-baaec9fe4113)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:05.767108 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-730d4abb-ddbe-491e-9879-4a715663798b req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.797495 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30a0b9-cc30-4822-9d84-0123f158956a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1d5ee5-dab3-4da3-af8e-c3f98246a59a,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:05.801017 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-730d4abb-ddbe-491e-9879-4a715663798b req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Calling delete_port for 0cf0bebe-a856-468d-9b12-ec80d31479c9 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:09:05.808633 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fab93042-9bf6-499a-8338-9b281968cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.810990 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a9237a2c-e09b-4cb4-9aa2-51921134e013 req-aed03191-b3dc-4a9f-8f8c-7541d31c250a tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/security-groups?id=5587025c-3ab3-4c72-96af-37bcfd252ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276673 Jul 23 17:09:05.812159 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fab93042-9bf6-499a-8338-9b281968cd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.815068 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fab93042-9bf6-499a-8338-9b281968cd01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d89e0ef8-fd17-413a-bca1-d76b2e44f7b5 HTTP/1.1" status: 204 len: 168 time: 0.1682482 Jul 23 17:09:05.835655 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab93042-9bf6-499a-8338-9b281968cd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89e0ef8-fd17-413a-bca1-d76b2e44f7b5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:05.915682 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9bdf-40b7-4fbf-aaf7-6314ffafbe91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:05.948146 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9bdf-40b7-4fbf-aaf7-6314ffafbe91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:06.074004 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9bdf-40b7-4fbf-aaf7-6314ffafbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:06.083602 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9bdf-40b7-4fbf-aaf7-6314ffafbe91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:06.083602 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ddfd9bdf-40b7-4fbf-aaf7-6314ffafbe91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/043857eb-2e53-43ec-946c-7632b554ae56 HTTP/1.1" status: 204 len: 168 time: 0.4686737 Jul 23 17:09:06.091584 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd9bdf-40b7-4fbf-aaf7-6314ffafbe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043857eb-2e53-43ec-946c-7632b554ae56,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:06.117572 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-730d4abb-ddbe-491e-9879-4a715663798b req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:06.186895 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Pushing event deleted for resources: {'Port': ['ID=0cf0bebe-a856-468d-9b12-ec80d31479c9,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:06.528101 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-730d4abb-ddbe-491e-9879-4a715663798b req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] No DVR routers for this DVR port 0cf0bebe-a856-468d-9b12-ec80d31479c9 on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:09:06.538226 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-730d4abb-ddbe-491e-9879-4a715663798b req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:06.538226 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-730d4abb-ddbe-491e-9879-4a715663798b req-29049964-7cc7-4cdb-b81b-76986c803c9f tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.16 "DELETE /v2.0/ports/0cf0bebe-a856-468d-9b12-ec80d31479c9 HTTP/1.1" status: 204 len: 173 time: 1.2790930 Jul 23 17:09:06.539465 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5269ce-0fa7-40f2-a195-6ac591670ed7', 'name': 'network-vif-deleted', 'tag': '0cf0bebe-a856-468d-9b12-ec80d31479c9'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:09:06.541914 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37ff27a-abaa-4874-81f0-0f145ca7a607" -d '{"events": [{"server_uuid": "5c5269ce-0fa7-40f2-a195-6ac591670ed7", "name": "network-vif-deleted", "tag": "0cf0bebe-a856-468d-9b12-ec80d31479c9"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:09:06.565520 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f65d99-fad0-442f-b781-e4aa4532d715 req-08338a99-403a-4f1e-9e64-81e1cf1c580b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:06.567423 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c6f65d99-fad0-442f-b781-e4aa4532d715 req-08338a99-403a-4f1e-9e64-81e1cf1c580b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.3818705 Jul 23 17:09:06.620109 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c6f65d99-fad0-442f-b781-e4aa4532d715 req-0da5a4f0-1c3a-4914-b9b8-e9215672475b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 Jul 23 17:09:06.659768 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a07bbb8-c57e-4c17-852e-6214fb0bb8de x-openstack-request-id: req-6a07bbb8-c57e-4c17-852e-6214fb0bb8de {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:09:06.660081 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5269ce-0fa7-40f2-a195-6ac591670ed7", "name": "network-vif-deleted", "tag": "0cf0bebe-a856-468d-9b12-ec80d31479c9", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:09:06.660327 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a07bbb8-c57e-4c17-852e-6214fb0bb8de {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:09:06.660709 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5269ce-0fa7-40f2-a195-6ac591670ed7', 'name': 'network-vif-deleted', 'tag': '0cf0bebe-a856-468d-9b12-ec80d31479c9', 'status': 'completed', 'code': 200} Jul 23 17:09:06.925327 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d18acbcf-54b2-4323-b328-2900b509faf9 req-e39585cc-cf00-428d-ab09-5f9e8d94c815 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 210 time: 0.0312226 Jul 23 17:09:07.770072 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744fa33-2048-4ea5-9eb5-50a59fcc118e req-68e9d551-b7d9-4ca9-a57e-278289732950 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:07.771584 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6744fa33-2048-4ea5-9eb5-50a59fcc118e req-68e9d551-b7d9-4ca9-a57e-278289732950 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0700758 Jul 23 17:09:07.814055 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6744fa33-2048-4ea5-9eb5-50a59fcc118e req-57dc9d51-562e-4a96-8908-c8885e14b581 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363801 Jul 23 17:09:08.024939 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46702) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:08.047743 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cae259b0-9f18-4295-b7a4-19b4f2a7f666 req-8a9d51b3-08a7-4048-8b8a-c059d99872d4 tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 210 time: 0.0441930 Jul 23 17:09:08.143868 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7f7c-6595-4a64-8d57-de394f868cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.246048 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7f7c-6595-4a64-8d57-de394f868cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.250388 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7f7c-6595-4a64-8d57-de394f868cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.291922 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2a0b7f7c-6595-4a64-8d57-de394f868cfb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05e599c8d83d48f29af1a9d7503a436d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638540 Jul 23 17:09:08.293623 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46714) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:08.298205 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b7f7c-6595-4a64-8d57-de394f868cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddae910-e3e0-40b1-a027-e5fe70bdfdf8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:08.345602 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1efd0edb-ef60-4a1a-af7a-127923ad7bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.365335 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1efd0edb-ef60-4a1a-af7a-127923ad7bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.381788 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['0cf0bebe-a856-468d-9b12-ec80d31479c9'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:09:08.406854 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 0cf0bebe-a856-468d-9b12-ec80d31479c9 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:09:08.422799 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1efd0edb-ef60-4a1a-af7a-127923ad7bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.425976 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1efd0edb-ef60-4a1a-af7a-127923ad7bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.427182 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1efd0edb-ef60-4a1a-af7a-127923ad7bba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ddae910-e3e0-40b1-a027-e5fe70bdfdf8 HTTP/1.1" status: 204 len: 168 time: 0.1325886 Jul 23 17:09:08.428502 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 0cf0bebe-a856-468d-9b12-ec80d31479c9 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:09:08.428863 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 0cf0bebe-a856-468d-9b12-ec80d31479c9 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:09:08.439467 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd0edb-ef60-4a1a-af7a-127923ad7bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddae910-e3e0-40b1-a027-e5fe70bdfdf8,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:08.682607 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46720) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:08.696067 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b31d377a-60e1-4e11-8943-4a6b648f7750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.782181 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b31d377a-60e1-4e11-8943-4a6b648f7750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.785862 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b31d377a-60e1-4e11-8943-4a6b648f7750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.826110 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b31d377a-60e1-4e11-8943-4a6b648f7750 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9d2b2a9714542ddb992657555fcbbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424167 Jul 23 17:09:08.827858 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d377a-60e1-4e11-8943-4a6b648f7750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b60c84-71cd-4959-89fc-e55e42a10d32,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:08.830623 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46724) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:08.884921 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-135ef442-3246-4f23-849d-76938538c5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.935251 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-135ef442-3246-4f23-849d-76938538c5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:08.995098 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179c200-fad3-4fd0-921d-6f3f7d31e01a req-b3cb5981-e51e-421a-93bf-40a233a9e4ab tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:08.996581 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a179c200-fad3-4fd0-921d-6f3f7d31e01a req-b3cb5981-e51e-421a-93bf-40a233a9e4ab tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1093950 Jul 23 17:09:09.017220 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-135ef442-3246-4f23-849d-76938538c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:09.019686 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-135ef442-3246-4f23-849d-76938538c5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:09.020743 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-135ef442-3246-4f23-849d-76938538c5d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0b60c84-71cd-4959-89fc-e55e42a10d32 HTTP/1.1" status: 204 len: 168 time: 0.1888883 Jul 23 17:09:09.033533 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ef442-3246-4f23-849d-76938538c5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b60c84-71cd-4959-89fc-e55e42a10d32,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:09.050612 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a179c200-fad3-4fd0-921d-6f3f7d31e01a req-9d2157ea-727b-4fee-b80e-b9251ef8e200 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Jul 23 17:09:09.141313 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f6fd3e9e-8532-4d1b-9d58-d600b512b714 req-a8ac35ea-930f-41e7-8519-de80c7c51e3a tempest-DeleteServersTestJSON-38457425 tempest-DeleteServersTestJSON-38457425-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5269ce-0fa7-40f2-a195-6ac591670ed7 HTTP/1.1" status: 200 len: 210 time: 0.0333474 Jul 23 17:09:10.198087 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed68a8a-0102-4608-a232-4d08448bd0b2 req-66f628d5-f778-462e-998d-6649a7f25ac7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:10.205244 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ed68a8a-0102-4608-a232-4d08448bd0b2 req-66f628d5-f778-462e-998d-6649a7f25ac7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0816038 Jul 23 17:09:10.240045 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ed68a8a-0102-4608-a232-4d08448bd0b2 req-fa7674ba-cf13-45af-be76-eb3880a6173e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339274 Jul 23 17:09:10.433768 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-f23042ff-8dd6-4739-bfa5-c61fe1985e09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763865 Jul 23 17:09:10.564878 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-e3667707-5455-4551-aebe-f216c80a0dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:10.565208 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-e3667707-5455-4551-aebe-f216c80a0dc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1099 time: 0.0805428 Jul 23 17:09:10.730075 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-9e912744-df15-499d-b69e-ba0bec50f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:10.731982 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-9e912744-df15-499d-b69e-ba0bec50f8a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 920 time: 0.1296809 Jul 23 17:09:10.791953 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-b041aae8-df71-4617-8bd2-d1d2d1b08ca7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786fa294-0f07-4c78-943a-db44e066ebbf HTTP/1.1" status: 200 len: 217 time: 0.0523448 Jul 23 17:09:10.859028 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-848cec6d-2df3-4da8-9437-27a74306d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:10.860575 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-848cec6d-2df3-4da8-9437-27a74306d035 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 200 len: 859 time: 0.0612810 Jul 23 17:09:10.907411 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-28d35bc9-d4f6-481b-bee2-591bc356dbbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=417736eb-5938-416e-bd51-d091dba2edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331059 Jul 23 17:09:10.949589 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46866) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:11.050866 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-469b0f72-192f-45b0-8de0-7679c1e6f2a9 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239126 Jul 23 17:09:11.115356 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a71123b0-7435-40bd-8545-621ec7748136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:11.171850 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b89cc0d0-534b-4f39-a51b-518f60a23bd0 req-323d1076-47d8-4842-aa2f-3f4ade450142 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127126 Jul 23 17:09:11.252335 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a71123b0-7435-40bd-8545-621ec7748136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:11.258192 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a71123b0-7435-40bd-8545-621ec7748136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:11.295423 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71123b0-7435-40bd-8545-621ec7748136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f719ef-8bef-4972-9978-ad8a1bb4c90d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:11.300624 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a71123b0-7435-40bd-8545-621ec7748136 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7b640a7bed44877abbbce167e51755f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488026 Jul 23 17:09:11.303370 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46894) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:11.393578 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b07285f2-42aa-40d8-8712-bd984a4ac85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:11.420446 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b07285f2-42aa-40d8-8712-bd984a4ac85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:11.452232 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49d76d-16d8-44f5-86c0-a410a1d7a466 req-69c7fb04-d522-40da-8439-62d08661c341 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:11.453842 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f49d76d-16d8-44f5-86c0-a410a1d7a466 req-69c7fb04-d522-40da-8439-62d08661c341 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1214929 Jul 23 17:09:11.501187 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f49d76d-16d8-44f5-86c0-a410a1d7a466 req-a768b92f-d005-4169-aba7-a5ec5cc212a8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407386 Jul 23 17:09:11.511477 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b07285f2-42aa-40d8-8712-bd984a4ac85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:11.531952 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b07285f2-42aa-40d8-8712-bd984a4ac85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:11.531952 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b07285f2-42aa-40d8-8712-bd984a4ac85f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95f719ef-8bef-4972-9978-ad8a1bb4c90d HTTP/1.1" status: 204 len: 168 time: 0.2219462 Jul 23 17:09:11.536820 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07285f2-42aa-40d8-8712-bd984a4ac85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f719ef-8bef-4972-9978-ad8a1bb4c90d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:11.900952 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46958) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:11.903726 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46960) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:11.945381 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a2de24af-681c-43a6-a97c-6f107a27a910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:11.987803 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f7dc81-3890-4097-a22f-fa3f1f41a4f1 admin admin] Deleting subnet f66ab258-bdfe-4987-929e-788dd45b1703 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:09:11.994396 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d8f7dc81-3890-4097-a22f-fa3f1f41a4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.035226 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46972) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:12.059792 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d8f7dc81-3890-4097-a22f-fa3f1f41a4f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.083262 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d8f7dc81-3890-4097-a22f-fa3f1f41a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.161620 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a2de24af-681c-43a6-a97c-6f107a27a910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.168708 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a2de24af-681c-43a6-a97c-6f107a27a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.177463 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e80dfb2-94dd-4bc9-9900-7f4968c017be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.181147 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d8f7dc81-3890-4097-a22f-fa3f1f41a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.230270 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7dc81-3890-4097-a22f-fa3f1f41a4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66ab258-bdfe-4987-929e-788dd45b1703,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:12.246148 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d8f7dc81-3890-4097-a22f-fa3f1f41a4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.248025 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d8f7dc81-3890-4097-a22f-fa3f1f41a4f1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f66ab258-bdfe-4987-929e-788dd45b1703 HTTP/1.1" status: 204 len: 168 time: 0.3433812 Jul 23 17:09:12.253529 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a2de24af-681c-43a6-a97c-6f107a27a910 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51593a7473d0499ab2240c6c29671c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514307 Jul 23 17:09:12.254232 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46990) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:12.261648 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 46994) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:12.290232 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de24af-681c-43a6-a97c-6f107a27a910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bb497c-f28d-4827-8f8c-8f29078ae91d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:12.308951 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e80dfb2-94dd-4bc9-9900-7f4968c017be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.315081 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0e80dfb2-94dd-4bc9-9900-7f4968c017be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.362124 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0e80dfb2-94dd-4bc9-9900-7f4968c017be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1902420645844652b658e1bfabb7be52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255651 Jul 23 17:09:12.362914 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 46998) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:12.381457 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80dfb2-94dd-4bc9-9900-7f4968c017be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cb3cbc-29e9-42d3-91e4-38c69e596396,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:12.404774 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.428304 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-629780cb-f313-4f37-b12b-d9053d4688ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.430621 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b4e22fa9-e675-4ab3-ad85-4dc3ed725281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.451371 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-629780cb-f313-4f37-b12b-d9053d4688ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.483672 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b4e22fa9-e675-4ab3-ad85-4dc3ed725281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.515486 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-629780cb-f313-4f37-b12b-d9053d4688ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.519698 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-629780cb-f313-4f37-b12b-d9053d4688ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.520839 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-629780cb-f313-4f37-b12b-d9053d4688ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91cb3cbc-29e9-42d3-91e4-38c69e596396 HTTP/1.1" status: 204 len: 168 time: 0.1560254 Jul 23 17:09:12.530899 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629780cb-f313-4f37-b12b-d9053d4688ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cb3cbc-29e9-42d3-91e4-38c69e596396,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:12.557674 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.570085 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.570425 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.571168 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.571570 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > port after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.571919 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > port after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.572853 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > port after_update 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.573337 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.573757 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.574129 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.574450 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.578589 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47010) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:12.690966 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3542-fcf3-46ef-94e1-774cdd249604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.741084 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.741856 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.742191 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.742631 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93251) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:12.742894 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76576cdc-9303-4238-a2b4-a8144c1df666']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:12.784741 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3542-fcf3-46ef-94e1-774cdd249604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.789987 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbbc3542-fcf3-46ef-94e1-774cdd249604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.791999 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443d5099-f638-4c41-88c0-baaec9fe4113') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:12.792299 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443d5099-f638-4c41-88c0-baaec9fe4113') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:12.832487 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4854315'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.839129 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cbbc3542-fcf3-46ef-94e1-774cdd249604 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0fca961fdbee4be6be7715781242bc62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594676 Jul 23 17:09:12.840280 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc3542-fcf3-46ef-94e1-774cdd249604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b0f1ea-484a-4142-bbeb-e5413c960eb5,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:12.844908 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47020) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:12.872435 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.889842 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:09:12.890249 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7840935'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: from cryptography.utils import int_from_bytes Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: from cryptography.utils import int_from_bytes Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: timer() Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: cb(*args, **kw) Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: self._notify() Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: self.callback(batched_events) Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: event.method(event) Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._get(url).json() Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:09:12.894511 dv-cinder-801916-2-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:09:12.903747 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8d017c3f-ad82-4b37-af19-d24f2e9ecc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.915891 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e22cd52-83ff-4142-93d0-7947915ff012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.928780 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b4e22fa9-e675-4ab3-ad85-4dc3ed725281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.935764 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b4e22fa9-e675-4ab3-ad85-4dc3ed725281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.937244 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b4e22fa9-e675-4ab3-ad85-4dc3ed725281 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8bb497c-f28d-4827-8f8c-8f29078ae91d HTTP/1.1" status: 204 len: 168 time: 0.6738193 Jul 23 17:09:12.953073 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e22cd52-83ff-4142-93d0-7947915ff012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.009972 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ccdd1-72e1-40ed-938d-81c9d6c5ad80 req-f7654ec1-e871-4264-9f96-e7a448e1eeb8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:13.018625 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-664ccdd1-72e1-40ed-938d-81c9d6c5ad80 req-f7654ec1-e871-4264-9f96-e7a448e1eeb8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.2684109 Jul 23 17:09:13.026333 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.027725 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e22fa9-e675-4ab3-ad85-4dc3ed725281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bb497c-f28d-4827-8f8c-8f29078ae91d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:13.043755 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.045807 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] 10.222.0.70 "DELETE /v2.0/networks/76576cdc-9303-4238-a2b4-a8144c1df666 HTTP/1.1" status: 204 len: 168 time: 0.7903471 Jul 23 17:09:13.060444 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda21499-2584-4fcc-a17c-34fd911070be admin admin] Pushing event deleted for resources: {'Network': ['ID=76576cdc-9303-4238-a2b4-a8144c1df666,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:13.085045 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e22cd52-83ff-4142-93d0-7947915ff012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.085920 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-664ccdd1-72e1-40ed-938d-81c9d6c5ad80 req-f92b2f44-8a1e-4a47-b19e-264244f72816 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664277 Jul 23 17:09:13.089773 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7e22cd52-83ff-4142-93d0-7947915ff012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.092507 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7e22cd52-83ff-4142-93d0-7947915ff012 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9b0f1ea-484a-4142-bbeb-e5413c960eb5 HTTP/1.1" status: 204 len: 168 time: 0.2464728 Jul 23 17:09:13.104351 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22cd52-83ff-4142-93d0-7947915ff012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b0f1ea-484a-4142-bbeb-e5413c960eb5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:13.260763 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.293317 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47044) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:13.346742 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-24beabd4-a26d-41a1-8c6d-c088e60fa8dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2bf83fe7bf114f6e85dacdb4654c3426&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522051 Jul 23 17:09:13.349150 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47048) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:13.400149 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2bb9-f9a2-4bfc-87d3-ee558167cc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.424031 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2bb9-f9a2-4bfc-87d3-ee558167cc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.474235 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2bb9-f9a2-4bfc-87d3-ee558167cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.477665 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2bb9-f9a2-4bfc-87d3-ee558167cc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.478834 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ba3a2bb9-f9a2-4bfc-87d3-ee558167cc3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5587025c-3ab3-4c72-96af-37bcfd252ba7 HTTP/1.1" status: 204 len: 168 time: 0.1282060 Jul 23 17:09:13.486772 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a2bb9-f9a2-4bfc-87d3-ee558167cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5587025c-3ab3-4c72-96af-37bcfd252ba7,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:13.531442 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47060) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:13.545415 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4728779a-f15e-4223-a0e3-029f734a960d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.651302 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4728779a-f15e-4223-a0e3-029f734a960d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.658296 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4728779a-f15e-4223-a0e3-029f734a960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.705683 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4728779a-f15e-4223-a0e3-029f734a960d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98732b15b4dd4f9db91ed4e82edd6804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732101 Jul 23 17:09:13.706758 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728779a-f15e-4223-a0e3-029f734a960d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb3440-e843-4075-b31e-be32c1465fd3,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:13.708367 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47068) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:13.760006 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-01ad2f70-7abc-4703-b639-050561b76dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.783558 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-01ad2f70-7abc-4703-b639-050561b76dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.845160 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-01ad2f70-7abc-4703-b639-050561b76dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.848698 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-01ad2f70-7abc-4703-b639-050561b76dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:13.864851 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-01ad2f70-7abc-4703-b639-050561b76dd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eedb3440-e843-4075-b31e-be32c1465fd3 HTTP/1.1" status: 204 len: 168 time: 0.1522601 Jul 23 17:09:13.889963 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad2f70-7abc-4703-b639-050561b76dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb3440-e843-4075-b31e-be32c1465fd3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:14.277424 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2d6b-cf38-41b8-a61a-99cd613d22d2 req-aeaf7a30-adee-4b39-8274-53bc16b7eb84 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:14.284962 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8bcd2d6b-cf38-41b8-a61a-99cd613d22d2 req-aeaf7a30-adee-4b39-8274-53bc16b7eb84 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1074204 Jul 23 17:09:14.326834 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8bcd2d6b-cf38-41b8-a61a-99cd613d22d2 req-e1dbed81-34e3-47c4-8586-cc0dab2b29c2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Jul 23 17:09:14.942807 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47142) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:15.070610 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-network', 'tenant_id': '4d39abd7d32e48029fada8e860a09787'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:15.095870 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Made reservation on behalf of 4d39abd7d32e48029fada8e860a09787 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:15.098858 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.114017 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.266903 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.274719 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.293717 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:09:15.315181 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.315631 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Added segment 95d247bb-4b81-47bd-a623-5e63a0e0d884 of type vlan for network e86bd944-532d-4858-83f3-391c0fffcbc7 Jul 23 17:09:15.324788 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae81df3f-a886-4467-83e7-4fd537358b2c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:15.370129 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.426372 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.427609 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:15.430029 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-eb7fae03-b2d8-44fe-854a-23fd65e93831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.431214 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.472617 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5248029 Jul 23 17:09:15.473487 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47180) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:15.480074 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Request body: {'subnet': {'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-subnet', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:15.523996 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Made reservation on behalf of 4d39abd7d32e48029fada8e860a09787 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:15.528509 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.534153 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528c79b-b946-431d-8659-3a1c17d30c58 admin admin] Pushing event updated for resources: {'Network': ['ID=e86bd944-532d-4858-83f3-391c0fffcbc7,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:15.549487 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network e86bd944-532d-4858-83f3-391c0fffcbc7 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:09:15.606106 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7637d3-03aa-49ad-a26c-56863104b480 req-85e299c3-533b-40c9-898e-cb903ea26e98 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:15.619062 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-be7637d3-03aa-49ad-a26c-56863104b480 req-85e299c3-533b-40c9-898e-cb903ea26e98 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1783757 Jul 23 17:09:15.672908 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47188) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:15.697334 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-be7637d3-03aa-49ad-a26c-56863104b480 req-6fab67f6-d37c-4a63-b1a6-04949ef1a578 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630634 Jul 23 17:09:15.756524 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.785925 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.827501 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acfc4e2-7050-4208-8adb-8a77ee08b814,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:15.832186 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Checking segment: {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:15.832557 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Network hostable DHCP agents. Network: e86bd944-532d-4858-83f3-391c0fffcbc7, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:09:15.852653 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Network e86bd944-532d-4858-83f3-391c0fffcbc7 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:09:15.864182 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, e86bd944-532d-4858-83f3-391c0fffcbc7) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:15.870687 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:15.871545 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.881948 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37224cdd-5e60-4128-bdde-48038b6415f9 None None] Network e86bd944-532d-4858-83f3-391c0fffcbc7 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:15.895550 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47206) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:15.896536 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-98e79439-e15b-4370-a920-2d13af494cc4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4204860 Jul 23 17:09:15.900153 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:15.956680 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.958168 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.991856 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ae15ab7-ff87-4ff8-9786-973f93cf7553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.087682 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.159901 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-e86bd944-532d-4858-83f3-391c0fffcbc7', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:09:16.160851 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.273314 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.360347 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Allocated IP 172.20.0.2 (e86bd944-532d-4858-83f3-391c0fffcbc7/3acfc4e2-7050-4208-8adb-8a77ee08b814/05e60073-0d28-4f3b-99dd-d05d1e317153) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:16.370761 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ae15ab7-ff87-4ff8-9786-973f93cf7553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.415328 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1ae15ab7-ff87-4ff8-9786-973f93cf7553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.457664 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.476848 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae15ab7-ff87-4ff8-9786-973f93cf7553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4740041f-dcdd-4d51-ad96-90ae3935093a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:16.498296 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1ae15ab7-ff87-4ff8-9786-973f93cf7553 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bef6e27228994a7d8d663b857647f71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7998261 Jul 23 17:09:16.501049 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47234) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:16.574578 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74664b18-e909-44e3-a76a-4d3d450c2eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.586355 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.604440 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Transition to ACTIVE for port object 05e60073-0d28-4f3b-99dd-d05d1e317153 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:16.609234 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74664b18-e909-44e3-a76a-4d3d450c2eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.633253 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Transition to ACTIVE for port object 05e60073-0d28-4f3b-99dd-d05d1e317153 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:16.641035 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.680712 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74664b18-e909-44e3-a76a-4d3d450c2eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.684150 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-74664b18-e909-44e3-a76a-4d3d450c2eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.684583 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.685707 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-74664b18-e909-44e3-a76a-4d3d450c2eae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4740041f-dcdd-4d51-ad96-90ae3935093a HTTP/1.1" status: 204 len: 168 time: 0.1834540 Jul 23 17:09:16.698087 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74664b18-e909-44e3-a76a-4d3d450c2eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4740041f-dcdd-4d51-ad96-90ae3935093a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:16.717754 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Pushing event updated for resources: {'Port': ['ID=05e60073-0d28-4f3b-99dd-d05d1e317153,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:16.725204 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.733124 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Network e86bd944-532d-4858-83f3-391c0fffcbc7 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:16.745733 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:16.751823 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:16.759879 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.760713 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.761071 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.761601 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.762182 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.762301 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.762573 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.762899 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.763244 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.764019 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.764345 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.764666 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:16.836044 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Attempting to bind port 05e60073-0d28-4f3b-99dd-d05d1e317153 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:16.836428 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Attempting to bind port 05e60073-0d28-4f3b-99dd-d05d1e317153 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:16.836795 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Attempting to bind port 05e60073-0d28-4f3b-99dd-d05d1e317153 on network e86bd944-532d-4858-83f3-391c0fffcbc7 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:16.843012 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:16.843402 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Checking segment: {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:16.843789 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.844182 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Bound using segment: {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:16.844785 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Bound port: 05e60073-0d28-4f3b-99dd-d05d1e317153, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:16.845184 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.007566 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Allocated IP 172.27.2.212 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/07065f3e-a933-457f-b654-1c1029df9e0e) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:17.077942 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785cc63-3ae5-4a63-95a0-56ee20f60cb6 req-99a209e4-bbd9-43fc-983b-b106c3d119b0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:17.084988 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2785cc63-3ae5-4a63-95a0-56ee20f60cb6 req-99a209e4-bbd9-43fc-983b-b106c3d119b0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.2935777 Jul 23 17:09:17.100925 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] For port 05e60073-0d28-4f3b-99dd-d05d1e317153, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:17.104804 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] For port 05e60073-0d28-4f3b-99dd-d05d1e317153, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=05e60073-0d28-4f3b-99dd-d05d1e317153,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:17.118219 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.149568 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47258) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:17.190127 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be036-0fe3-4bc3-814f-6daa9c3e32f0 None None] Pushing event updated for resources: {'Port': ['ID=05e60073-0d28-4f3b-99dd-d05d1e317153,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:17.203659 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2785cc63-3ae5-4a63-95a0-56ee20f60cb6 req-610da842-8302-447d-a4b0-881504100f81 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177495 Jul 23 17:09:17.223897 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9bb126-1df5-426a-a74b-f2bfa195335b admin admin] Deleting subnet b4783c91-70b8-49ce-9fca-8af4edb24e43 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:09:17.228930 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb126-1df5-426a-a74b-f2bfa195335b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.246323 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.294544 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb126-1df5-426a-a74b-f2bfa195335b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.301381 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.308584 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb126-1df5-426a-a74b-f2bfa195335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.358567 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:17.362045 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:17.366431 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:17.396109 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Pushing event updated for resources: {'Port': ['ID=07065f3e-a933-457f-b654-1c1029df9e0e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:17.407032 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb126-1df5-426a-a74b-f2bfa195335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.455948 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bb126-1df5-426a-a74b-f2bfa195335b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4783c91-70b8-49ce-9fca-8af4edb24e43,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:17.462540 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb126-1df5-426a-a74b-f2bfa195335b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.471439 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5e9bb126-1df5-426a-a74b-f2bfa195335b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b4783c91-70b8-49ce-9fca-8af4edb24e43 HTTP/1.1" status: 204 len: 168 time: 0.3203654 Jul 23 17:09:17.478265 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47270) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:17.633254 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.738181 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.749602 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.749956 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.750704 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.751034 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > port after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.751359 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.751695 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > port after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.752040 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.752373 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.752675 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.753008 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.826811 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.827169 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.827507 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.827841 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93250) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 17:09:17.828217 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ea207e-83bd-40e5-ba41-73d837fc6ae3']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:17.858517 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42b5cc1-3561-4540-bb48-f49d592e6a3b') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:17.859066 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42b5cc1-3561-4540-bb48-f49d592e6a3b') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:17.880228 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.906199 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.929253 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:09:17.929702 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: from cryptography.utils import int_from_bytes Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: from cryptography.utils import int_from_bytes Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:09:17.934342 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:09:18.013243 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.025340 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.028513 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.034888 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.037707 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b4ea207e-83bd-40e5-ba41-73d837fc6ae3 HTTP/1.1" status: 204 len: 168 time: 0.5579278 Jul 23 17:09:18.047308 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47306) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:18.056272 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aa420-d6ab-4454-82b5-a8f038b3e855 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ea207e-83bd-40e5-ba41-73d837fc6ae3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:18.125135 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 05e60073-0d28-4f3b-99dd-d05d1e317153 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:18.175093 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7807d6-4e5e-411f-ae9e-fa13f2b4375d admin admin] Deleting subnet 19cac441-e3b2-489b-86d9-de6c3daa606b {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:09:18.186621 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be7807d6-4e5e-411f-ae9e-fa13f2b4375d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.243995 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 05e60073-0d28-4f3b-99dd-d05d1e317153 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:18.251069 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be7807d6-4e5e-411f-ae9e-fa13f2b4375d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7709019'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.310289 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be7807d6-4e5e-411f-ae9e-fa13f2b4375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.390721 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be7807d6-4e5e-411f-ae9e-fa13f2b4375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698016'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.402517 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.425169 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7807d6-4e5e-411f-ae9e-fa13f2b4375d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19cac441-e3b2-489b-86d9-de6c3daa606b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:18.431377 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be7807d6-4e5e-411f-ae9e-fa13f2b4375d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.435600 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-be7807d6-4e5e-411f-ae9e-fa13f2b4375d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/19cac441-e3b2-489b-86d9-de6c3daa606b HTTP/1.1" status: 204 len: 168 time: 0.3846326 Jul 23 17:09:18.435864 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47330) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:18.526455 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.535530 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fff40b-d88f-4ba9-b63a-96fa67d0abf7 req-7471107a-dbf5-458c-9655-95fe961b0fba tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:18.537610 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89fff40b-d88f-4ba9-b63a-96fa67d0abf7 req-7471107a-dbf5-458c-9655-95fe961b0fba tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.2051668 Jul 23 17:09:18.561353 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba8175-0d59-4da4-9443-4184bb52a05c None None] Network e86bd944-532d-4858-83f3-391c0fffcbc7 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:18.598848 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89fff40b-d88f-4ba9-b63a-96fa67d0abf7 req-cd64a1d7-b71d-4ea1-80b9-9a3f7ca83b74 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506089 Jul 23 17:09:18.612046 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Router a2d7bccc-2305-41c0-8146-d37496217506 is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:09:18.687178 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7b0b93d7-b63d-484b-9fe1-f54782f2ebcd None None] Provisioning for port 05e60073-0d28-4f3b-99dd-d05d1e317153 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:18.699011 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7b0b93d7-b63d-484b-9fe1-f54782f2ebcd None None] Provisioning complete for port 05e60073-0d28-4f3b-99dd-d05d1e317153 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:18.699756 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7b0b93d7-b63d-484b-9fe1-f54782f2ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.721047 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.732858 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5286089-c294-41c9-b0c5-d5d0d56dab90']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:18.744226 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116b0f38-08d4-41bd-8f88-3b0f5d9c8989') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:18.744990 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116b0f38-08d4-41bd-8f88-3b0f5d9c8989') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:18.748023 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:18.758638 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.762140 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88193668-796f-4953-a493-b97b63226471 None None] Sync routers for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:09:18.765734 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.767940 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fad74e78-fbfa-4297-9f07-0440780ea02a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8715959 Jul 23 17:09:18.770820 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47338) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:18.774473 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88193668-796f-4953-a493-b97b63226471 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:18.775098 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-88193668-796f-4953-a493-b97b63226471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:18.776178 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.786749 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:09:18.788444 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:09:18.790758 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:09:18.821736 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7b0b93d7-b63d-484b-9fe1-f54782f2ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.865024 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-7b0b93d7-b63d-484b-9fe1-f54782f2ebcd None None] For port 05e60073-0d28-4f3b-99dd-d05d1e317153, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=05e60073-0d28-4f3b-99dd-d05d1e317153,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:18.867970 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.872705 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7b0b93d7-b63d-484b-9fe1-f54782f2ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.875351 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.891514 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-88193668-796f-4953-a493-b97b63226471 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:18.896937 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] 10.222.0.70 "DELETE /v2.0/networks/f5286089-c294-41c9-b0c5-d5d0d56dab90 HTTP/1.1" status: 204 len: 168 time: 0.4538839 Jul 23 17:09:18.931204 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908814e-76c5-45dc-8459-595a0186b0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f5286089-c294-41c9-b0c5-d5d0d56dab90,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:18.957709 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b93d7-b63d-484b-9fe1-f54782f2ebcd None None] Pushing event updated for resources: {'Port': ['ID=05e60073-0d28-4f3b-99dd-d05d1e317153,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:19.107639 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3023242b-cd77-4c2d-9383-47cba191081d None None] Provisioning complete for port 05e60073-0d28-4f3b-99dd-d05d1e317153 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:19.108771 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3023242b-cd77-4c2d-9383-47cba191081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.113389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47342) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:19.125589 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-88193668-796f-4953-a493-b97b63226471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:17Z', 'revision_number': 3, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:19.180480 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88193668-796f-4953-a493-b97b63226471 None None] Checking router: a2d7bccc-2305-41c0-8146-d37496217506 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:09:19.180871 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88193668-796f-4953-a493-b97b63226471 None None] Updating router a2d7bccc-2305-41c0-8146-d37496217506 port 07065f3e-a933-457f-b654-1c1029df9e0e binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:09:19.210646 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4519751c-13e4-431b-ae83-6157f7de67e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f85611117aa148c8b2a8bc5759e1a4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957456 Jul 23 17:09:19.213749 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47348) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:19.230643 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88193668-796f-4953-a493-b97b63226471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.285823 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6475a92f-a282-4d1e-a83a-682036363c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.308777 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6475a92f-a282-4d1e-a83a-682036363c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.311823 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.360249 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6475a92f-a282-4d1e-a83a-682036363c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.362867 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6475a92f-a282-4d1e-a83a-682036363c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.366610 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6475a92f-a282-4d1e-a83a-682036363c89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d632a43e-228b-4767-bd7a-997a5e604288 HTTP/1.1" status: 204 len: 168 time: 0.1495607 Jul 23 17:09:19.379394 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475a92f-a282-4d1e-a83a-682036363c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d632a43e-228b-4767-bd7a-997a5e604288,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:19.486494 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Allocated IP 172.20.0.1 (e86bd944-532d-4858-83f3-391c0fffcbc7/3acfc4e2-7050-4208-8adb-8a77ee08b814/84830623-8248-4177-835d-8af55bd49286) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:19.525017 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88193668-796f-4953-a493-b97b63226471 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.535533 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-88193668-796f-4953-a493-b97b63226471 None None] Transition to ACTIVE for port object 07065f3e-a933-457f-b654-1c1029df9e0e will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:19.541563 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88193668-796f-4953-a493-b97b63226471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.593849 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Pushing event updated for resources: {'Port': ['ID=07065f3e-a933-457f-b654-1c1029df9e0e,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:19.604283 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.604283 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.604283 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.604283 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.604283 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.604283 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.604283 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.604732 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.604732 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.605038 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.605378 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.605702 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:19.617341 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.634135 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-88193668-796f-4953-a493-b97b63226471 None None] Attempting to bind port 07065f3e-a933-457f-b654-1c1029df9e0e on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:19.634544 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-88193668-796f-4953-a493-b97b63226471 None None] Attempting to bind port 07065f3e-a933-457f-b654-1c1029df9e0e by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:19.635020 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88193668-796f-4953-a493-b97b63226471 None None] Attempting to bind port 07065f3e-a933-457f-b654-1c1029df9e0e on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:19.641186 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Transition to ACTIVE for port object 84830623-8248-4177-835d-8af55bd49286 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:19.641419 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88193668-796f-4953-a493-b97b63226471 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:19.641847 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88193668-796f-4953-a493-b97b63226471 None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:19.642392 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88193668-796f-4953-a493-b97b63226471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.642833 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88193668-796f-4953-a493-b97b63226471 None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:19.643340 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-88193668-796f-4953-a493-b97b63226471 None None] Bound port: 07065f3e-a933-457f-b654-1c1029df9e0e, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:19.643779 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88193668-796f-4953-a493-b97b63226471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.698236 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.716260 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-88193668-796f-4953-a493-b97b63226471 None None] For port 07065f3e-a933-457f-b654-1c1029df9e0e, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:19.719725 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-88193668-796f-4953-a493-b97b63226471 None None] For port 07065f3e-a933-457f-b654-1c1029df9e0e, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=07065f3e-a933-457f-b654-1c1029df9e0e,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:19.725864 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-88193668-796f-4953-a493-b97b63226471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.794298 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Network e86bd944-532d-4858-83f3-391c0fffcbc7 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:19.799660 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:19.802467 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:19.839255 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3e92c-eb71-456b-a542-f9537c060bf1 None None] Pushing event updated for resources: {'Port': ['ID=07065f3e-a933-457f-b654-1c1029df9e0e,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:19.845993 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88193668-796f-4953-a493-b97b63226471 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:19.846624 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-88193668-796f-4953-a493-b97b63226471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:19.869086 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:19.891245 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47376) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:19.983542 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f5608e21-dfc7-4ec9-b1d1-4962d76ffca2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a66ca456e65446e8a21f1e02afbd1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882378 Jul 23 17:09:19.983542 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47378) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:20.009991 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-88193668-796f-4953-a493-b97b63226471 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:20.040609 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Pushing event updated for resources: {'Port': ['ID=84830623-8248-4177-835d-8af55bd49286,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:20.058895 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 05e60073-0d28-4f3b-99dd-d05d1e317153 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:20.076066 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-72df51f5-59d1-4e35-b49a-95e7dba94470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.117604 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-72df51f5-59d1-4e35-b49a-95e7dba94470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.123612 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 05e60073-0d28-4f3b-99dd-d05d1e317153 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:20.124644 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.141825 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1f5eb-0598-4208-98e2-c99ccc127d1c req-b4958993-a7ff-4c8c-b2b3-c3553ff8ce21 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:20.143585 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-85c1f5eb-0598-4208-98e2-c99ccc127d1c req-b4958993-a7ff-4c8c-b2b3-c3553ff8ce21 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.4283535 Jul 23 17:09:20.173228 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47382) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:20.179385 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-be4bcedf-20f9-4f9a-8a3b-a07d2f9d44e5 None None] Provisioning for port 84830623-8248-4177-835d-8af55bd49286 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:20.220498 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.227255 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-72df51f5-59d1-4e35-b49a-95e7dba94470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.230273 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-72df51f5-59d1-4e35-b49a-95e7dba94470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.231592 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-be4bcedf-20f9-4f9a-8a3b-a07d2f9d44e5 None None] Provisioning complete for port 84830623-8248-4177-835d-8af55bd49286 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:20.231737 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-72df51f5-59d1-4e35-b49a-95e7dba94470 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9d2598d-d4e2-49f0-8669-ff335eb26cfe HTTP/1.1" status: 204 len: 168 time: 0.2470260 Jul 23 17:09:20.233700 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-be4bcedf-20f9-4f9a-8a3b-a07d2f9d44e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.259917 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df51f5-59d1-4e35-b49a-95e7dba94470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2598d-d4e2-49f0-8669-ff335eb26cfe,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:20.288060 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-85c1f5eb-0598-4208-98e2-c99ccc127d1c req-51dc8472-0b58-46ed-9537-74e5c5b844eb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140082 Jul 23 17:09:20.404537 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-be4bcedf-20f9-4f9a-8a3b-a07d2f9d44e5 None None] Port 84830623-8248-4177-835d-8af55bd49286 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:20.430958 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b556394b-0d93-4f45-a520-782566af2258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.626187 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-88193668-796f-4953-a493-b97b63226471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:17Z', 'revision_number': 3, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:20.630091 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.634382 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b556394b-0d93-4f45-a520-782566af2258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.638046 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.645020 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b556394b-0d93-4f45-a520-782566af2258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.671941 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88193668-796f-4953-a493-b97b63226471 None None] The sync data for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi is: [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:17Z', 'revision_number': 3, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:09:20.708511 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b556394b-0d93-4f45-a520-782566af2258 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8136333d49a946719b4526b5aeb41c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338795 Jul 23 17:09:20.719815 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47402) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:20.738516 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556394b-0d93-4f45-a520-782566af2258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb144a3-39fc-45e5-afa4-e6e3a906dee9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:20.758551 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Pushing event updated for resources: {'Port': ['ID=84830623-8248-4177-835d-8af55bd49286,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:20.791672 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.827600 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f245ce7a-4e82-454f-9d96-237e64ea91ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.855037 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f245ce7a-4e82-454f-9d96-237e64ea91ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.932837 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f245ce7a-4e82-454f-9d96-237e64ea91ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.935379 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Network e86bd944-532d-4858-83f3-391c0fffcbc7 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:20.935503 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f245ce7a-4e82-454f-9d96-237e64ea91ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:20.936593 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f245ce7a-4e82-454f-9d96-237e64ea91ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/adb144a3-39fc-45e5-afa4-e6e3a906dee9 HTTP/1.1" status: 204 len: 168 time: 0.2060337 Jul 23 17:09:20.940167 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:20.947681 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245ce7a-4e82-454f-9d96-237e64ea91ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb144a3-39fc-45e5-afa4-e6e3a906dee9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:21.138571 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Router a2d7bccc-2305-41c0-8146-d37496217506 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:09:21.340282 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2c185e84-5e89-4944-8998-580b569e5128 None None] Provisioning complete for port 84830623-8248-4177-835d-8af55bd49286 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:21.342416 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2c185e84-5e89-4944-8998-580b569e5128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:21.399028 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-2c185e84-5e89-4944-8998-580b569e5128 None None] Port 84830623-8248-4177-835d-8af55bd49286 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:21.661759 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:21.667683 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9a063d8f-0b3f-47b0-8b83-0f3984589ebc admin admin] 10.222.0.70 "PUT /v2.0/routers/a2d7bccc-2305-41c0-8146-d37496217506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8951194 Jul 23 17:09:21.685598 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95365806-dff5-4306-b452-25ed43dd7377 req-2e2c37b7-7bdf-4c83-a3d2-5c9a57e539c8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:21.687662 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-95365806-dff5-4306-b452-25ed43dd7377 req-2e2c37b7-7bdf-4c83-a3d2-5c9a57e539c8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1491785 Jul 23 17:09:21.754464 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-95365806-dff5-4306-b452-25ed43dd7377 req-e1338e93-a9c6-49da-9c23-7f314c9a7c6a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584414 Jul 23 17:09:22.078964 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 07065f3e-a933-457f-b654-1c1029df9e0e up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:22.142822 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 07065f3e-a933-457f-b654-1c1029df9e0e completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:22.148553 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 07065f3e-a933-457f-b654-1c1029df9e0e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:22.148944 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.261889 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.302916 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 07065f3e-a933-457f-b654-1c1029df9e0e, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=07065f3e-a933-457f-b654-1c1029df9e0e,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:22.308384 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.426644 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=07065f3e-a933-457f-b654-1c1029df9e0e,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:22.509574 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47532) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:22.517066 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-d9915ab3-a101-478a-905d-14a3eec4de87 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958532455', 'description': 'tempest-description--535988737'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:22.559932 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9915ab3-a101-478a-905d-14a3eec4de87 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.659295 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9915ab3-a101-478a-905d-14a3eec4de87 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.666214 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9915ab3-a101-478a-905d-14a3eec4de87 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.695699 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d9915ab3-a101-478a-905d-14a3eec4de87 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.699869 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47550) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:22.700373 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d9915ab3-a101-478a-905d-14a3eec4de87 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1890879 Jul 23 17:09:22.704388 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9915ab3-a101-478a-905d-14a3eec4de87 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5153a7-1338-4514-8ea4-c177412f8bda,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:22.705436 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-fe232575-fb01-44fc-badd-94d2c04159ac tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'security_group_rule': {'security_group_id': '8c5153a7-1338-4514-8ea4-c177412f8bda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:22.755725 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fe232575-fb01-44fc-badd-94d2c04159ac tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.812459 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Sync routers for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:09:22.822472 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:22.823103 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:22.919550 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fe232575-fb01-44fc-badd-94d2c04159ac tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.929590 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fe232575-fb01-44fc-badd-94d2c04159ac tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.938634 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:22.959482 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe232575-fb01-44fc-badd-94d2c04159ac tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834635a3-77ea-491c-871f-216ed95db017,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:22.973188 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fe232575-fb01-44fc-badd-94d2c04159ac tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:22.974542 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fe232575-fb01-44fc-badd-94d2c04159ac tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2735863 Jul 23 17:09:22.978816 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47566) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:22.989071 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-834bfd26-ba36-4e66-a73c-e806844e40bd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'security_group_rule': {'security_group_id': '8c5153a7-1338-4514-8ea4-c177412f8bda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:22.993460 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2b3eb-10a8-4e34-a803-ec4b564a4c3f req-9902338d-22b8-44e7-8ac0-c0dbdbb304d8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:22.994962 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-83a2b3eb-10a8-4e34-a803-ec4b564a4c3f req-9902338d-22b8-44e7-8ac0-c0dbdbb304d8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.1298044 Jul 23 17:09:23.041418 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-834bfd26-ba36-4e66-a73c-e806844e40bd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.074322 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-83a2b3eb-10a8-4e34-a803-ec4b564a4c3f req-6b048744-9fa8-4f0d-babe-54c08e63cf15 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723176 Jul 23 17:09:23.128621 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-834bfd26-ba36-4e66-a73c-e806844e40bd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.133732 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-834bfd26-ba36-4e66-a73c-e806844e40bd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.152388 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bfd26-ba36-4e66-a73c-e806844e40bd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcad8ff-7dfd-4a14-ad33-5de9968a9024,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:23.165241 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-834bfd26-ba36-4e66-a73c-e806844e40bd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.166690 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-834bfd26-ba36-4e66-a73c-e806844e40bd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864581 Jul 23 17:09:23.169870 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47578) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:23.174675 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'floatingip': {'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:23.199384 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.204800 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 2, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:23.215869 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:09:23.233830 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Checking router: a2d7bccc-2305-41c0-8146-d37496217506 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:09:23.234193 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Updating router a2d7bccc-2305-41c0-8146-d37496217506 port 84830623-8248-4177-835d-8af55bd49286 binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:09:23.280216 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.308513 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.418309 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Allocated IP 172.27.2.239 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/8e8ad5e7-e98d-4791-aeb3-d4d529d85f26) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:23.522217 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.542571 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.553267 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Transition to ACTIVE for port object 84830623-8248-4177-835d-8af55bd49286 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:23.559184 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.560673 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.600233 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:23.603182 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:23.606377 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c39c5-19af-46ce-82f7-8924e75fcc65 None None] Pushing event updated for resources: {'Port': ['ID=84830623-8248-4177-835d-8af55bd49286,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:23.610154 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:23.614600 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'Port': ['ID=8e8ad5e7-e98d-4791-aeb3-d4d529d85f26,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:23.666378 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Attempting to bind port 84830623-8248-4177-835d-8af55bd49286 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:23.666972 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Attempting to bind port 84830623-8248-4177-835d-8af55bd49286 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:23.667335 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Attempting to bind port 84830623-8248-4177-835d-8af55bd49286 on network e86bd944-532d-4858-83f3-391c0fffcbc7 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:23.672713 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:23.673080 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Checking segment: {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:23.673830 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.674222 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Bound using segment: {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:23.674677 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Bound port: 84830623-8248-4177-835d-8af55bd49286, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:23.675069 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.701747 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.748948 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] For port 84830623-8248-4177-835d-8af55bd49286, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:23.750878 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.752456 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] For port 84830623-8248-4177-835d-8af55bd49286, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=84830623-8248-4177-835d-8af55bd49286,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:23.757547 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:23.819962 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:23.820590 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:23.822549 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c39c5-19af-46ce-82f7-8924e75fcc65 None None] Pushing event updated for resources: {'Port': ['ID=84830623-8248-4177-835d-8af55bd49286,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:23.972387 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:24.013452 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 07065f3e-a933-457f-b654-1c1029df9e0e up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:24.176837 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:24.182698 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:24.230407 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5fd08-99ec-4e68-8cd7-74dea719bf09 req-e1432c2f-4fd1-4c12-b1a8-5b5881da987b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:24.238559 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-33b5fd08-99ec-4e68-8cd7-74dea719bf09 req-e1432c2f-4fd1-4c12-b1a8-5b5881da987b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0787103 Jul 23 17:09:24.266982 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:24.287656 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-33b5fd08-99ec-4e68-8cd7-74dea719bf09 req-7728cc1f-0a92-4357-910e-b8ea6ff409c9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480864 Jul 23 17:09:24.288377 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'Port': ['ID=8e8ad5e7-e98d-4791-aeb3-d4d529d85f26,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:24.312409 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:24.317461 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-65046774-e6fa-4d3b-bf32-0672b9c7d004 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1433010 Jul 23 17:09:24.330212 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 07065f3e-a933-457f-b654-1c1029df9e0e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:24.330212 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:24.445331 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-11a39918-2c82-448d-ab00-1508349c045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:23Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:24.478119 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a39918-2c82-448d-ab00-1508349c045f None None] The sync data for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi is: [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:23Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:09:25.435697 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc028b97-74a6-4391-b871-9f10a6889bf6 req-2abee3cc-efe8-4577-8d1c-c9e7547891bf tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:25.437243 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc028b97-74a6-4391-b871-9f10a6889bf6 req-2abee3cc-efe8-4577-8d1c-c9e7547891bf tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0741735 Jul 23 17:09:25.476388 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc028b97-74a6-4391-b871-9f10a6889bf6 req-18d8737c-9c4b-4cc5-ad1f-63773bd6fab2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335941 Jul 23 17:09:25.805834 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47656) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:25.907325 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91392d87-bb83-43af-9126-4e3f80deaba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.010206 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 84830623-8248-4177-835d-8af55bd49286 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:26.011429 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91392d87-bb83-43af-9126-4e3f80deaba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.015619 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-91392d87-bb83-43af-9126-4e3f80deaba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.051993 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91392d87-bb83-43af-9126-4e3f80deaba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e37c4-65c4-478c-a8ed-0628b961bbfa,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:26.058705 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-91392d87-bb83-43af-9126-4e3f80deaba1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52c915eb28594474801248211c0679bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517498 Jul 23 17:09:26.061316 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47664) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:26.062417 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 84830623-8248-4177-835d-8af55bd49286 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:26.069941 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 84830623-8248-4177-835d-8af55bd49286 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:26.070333 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.121938 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6a6614a-5561-4402-953b-59208be6bda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.143544 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6a6614a-5561-4402-953b-59208be6bda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.159103 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.192894 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6a6614a-5561-4402-953b-59208be6bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.195494 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 84830623-8248-4177-835d-8af55bd49286, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=84830623-8248-4177-835d-8af55bd49286,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:26.195651 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a6a6614a-5561-4402-953b-59208be6bda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.196656 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a6a6614a-5561-4402-953b-59208be6bda3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/881e37c4-65c4-478c-a8ed-0628b961bbfa HTTP/1.1" status: 204 len: 168 time: 0.1344976 Jul 23 17:09:26.204463 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6614a-5561-4402-953b-59208be6bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e37c4-65c4-478c-a8ed-0628b961bbfa,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:26.209267 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.275512 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=84830623-8248-4177-835d-8af55bd49286,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:26.477259 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47674) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:26.490789 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a523429f-69aa-4132-a7e9-062efb428237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.580194 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a523429f-69aa-4132-a7e9-062efb428237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.585033 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a523429f-69aa-4132-a7e9-062efb428237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.625100 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523429f-69aa-4132-a7e9-062efb428237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6c1104-79e0-4c8f-8b6f-6c72b237b39a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:26.630656 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a523429f-69aa-4132-a7e9-062efb428237 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66df6feb947448828b5ff1f7e50d1fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523075 Jul 23 17:09:26.633387 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47680) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:26.681739 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b427384-8427-4232-ba29-25a46097548b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.701542 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b427384-8427-4232-ba29-25a46097548b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.749389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b427384-8427-4232-ba29-25a46097548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.751934 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b427384-8427-4232-ba29-25a46097548b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:26.753106 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6b427384-8427-4232-ba29-25a46097548b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e6c1104-79e0-4c8f-8b6f-6c72b237b39a HTTP/1.1" status: 204 len: 168 time: 0.1188636 Jul 23 17:09:26.760838 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b427384-8427-4232-ba29-25a46097548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6c1104-79e0-4c8f-8b6f-6c72b237b39a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:27.779279 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47718) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:27.887151 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c1f212a-0c36-404f-b6c7-b70a5b5814b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:27.980183 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c1f212a-0c36-404f-b6c7-b70a5b5814b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:27.984809 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c1f212a-0c36-404f-b6c7-b70a5b5814b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:27.989473 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 84830623-8248-4177-835d-8af55bd49286 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:28.022413 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f212a-0c36-404f-b6c7-b70a5b5814b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2312510a-bdfa-45be-88b3-792942ed9866,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:28.027952 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6c1f212a-0c36-404f-b6c7-b70a5b5814b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=499af62f554f409fa6e374c937da611b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475390 Jul 23 17:09:28.031993 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47724) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:28.036960 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 84830623-8248-4177-835d-8af55bd49286 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:28.037873 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:28.091411 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-085c7009-920d-4e8f-81df-11ef2f775ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:28.112829 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-085c7009-920d-4e8f-81df-11ef2f775ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:28.159520 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-085c7009-920d-4e8f-81df-11ef2f775ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:28.162699 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-085c7009-920d-4e8f-81df-11ef2f775ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:28.163849 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-085c7009-920d-4e8f-81df-11ef2f775ac4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2312510a-bdfa-45be-88b3-792942ed9866 HTTP/1.1" status: 204 len: 168 time: 0.1308897 Jul 23 17:09:28.171468 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c7009-920d-4e8f-81df-11ef2f775ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2312510a-bdfa-45be-88b3-792942ed9866,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:28.401018 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a932c-2df6-4cd7-8669-b25737bf6433 req-0c9234d6-3ca0-4607-9e53-a3c8d0eb447d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:28.402534 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe5a932c-2df6-4cd7-8669-b25737bf6433 req-0c9234d6-3ca0-4607-9e53-a3c8d0eb447d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0632937 Jul 23 17:09:28.444202 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe5a932c-2df6-4cd7-8669-b25737bf6433 req-89a73187-3f31-409a-959a-e790ee6d9689 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Jul 23 17:09:29.153768 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47768) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:29.279337 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-83096537-8bf2-4f00-9f91-0c97c6fe501f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.390656 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-83096537-8bf2-4f00-9f91-0c97c6fe501f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.395629 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-83096537-8bf2-4f00-9f91-0c97c6fe501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.442687 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-83096537-8bf2-4f00-9f91-0c97c6fe501f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8eaa34632d0b43558dd55a43aa5e75c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877333 Jul 23 17:09:29.444573 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83096537-8bf2-4f00-9f91-0c97c6fe501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ff50ea-9b67-411a-a35f-d4899e5bb874,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:29.445201 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47794) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:29.499357 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-373ac9e9-40ee-42c9-865c-382b9abbc7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.524544 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-373ac9e9-40ee-42c9-865c-382b9abbc7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.573445 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-373ac9e9-40ee-42c9-865c-382b9abbc7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.576007 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-373ac9e9-40ee-42c9-865c-382b9abbc7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.577141 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-373ac9e9-40ee-42c9-865c-382b9abbc7b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94ff50ea-9b67-411a-a35f-d4899e5bb874 HTTP/1.1" status: 204 len: 168 time: 0.1309321 Jul 23 17:09:29.584953 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ac9e9-40ee-42c9-865c-382b9abbc7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ff50ea-9b67-411a-a35f-d4899e5bb874,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:30.220653 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47840) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:30.315555 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1133579785-network', 'tenant_id': '7bc015b50ce045578c2c208fc956ffdc'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:30.337004 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Made reservation on behalf of 7bc015b50ce045578c2c208fc956ffdc for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:30.339291 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.347320 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.438273 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.442436 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.467078 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:09:30.476351 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f4a941-aa8e-45f7-965c-57931352ac57,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:30.482205 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.482588 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Added segment dcc7f074-2a7f-423d-9bc5-98be17177488 of type vlan for network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de Jul 23 17:09:30.520970 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.547896 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.549074 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:30.549666 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.580174 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3584383 Jul 23 17:09:30.583297 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47848) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:30.588984 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Request body: {'subnet': {'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1133579785-subnet', 'tenant_id': '7bc015b50ce045578c2c208fc956ffdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:30.609547 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Made reservation on behalf of 7bc015b50ce045578c2c208fc956ffdc for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:30.611783 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5201837'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.612915 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb788-8134-43cb-8c25-22a155f9ea10 admin admin] Pushing event updated for resources: {'Network': ['ID=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:30.622872 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:09:30.776831 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7840860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5201855'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.831655 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf4eba8-6de9-41bb-9d1d-199f981830ab,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:30.841890 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Checking segment: {'id': 'dcc7f074-2a7f-423d-9bc5-98be17177488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:30.842195 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Network hostable DHCP agents. Network: f1b6dcb6-6d23-4e82-b6ba-eab60a6210de, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:09:30.858517 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:09:30.867088 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, f1b6dcb6-6d23-4e82-b6ba-eab60a6210de) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:30.871179 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:30.871762 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.875591 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c86c19a-463b-4cb6-af87-42f96f5419e5 None None] Network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:30.885396 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4637cb14-60d1-4662-a67a-5fcfd2af9451 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3003097 Jul 23 17:09:31.007039 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24dacd-8264-4417-b0ef-e50e73812743 None None] Network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:32.049118 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b029eb-48de-4ca6-8c87-ad2de885dbdd req-ad9591b8-6847-4759-9199-ae6ac04be077 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:32.050751 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-59b029eb-48de-4ca6-8c87-ad2de885dbdd req-ad9591b8-6847-4759-9199-ae6ac04be077 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0676537 Jul 23 17:09:32.088717 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-59b029eb-48de-4ca6-8c87-ad2de885dbdd req-08c1b5e0-337e-4408-b6ab-4c83db25820b tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Jul 23 17:09:34.789517 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47930) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:34.895753 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62315010-d2d1-45c5-a200-40abadae885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:34.997826 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62315010-d2d1-45c5-a200-40abadae885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.001800 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-62315010-d2d1-45c5-a200-40abadae885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.040852 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-62315010-d2d1-45c5-a200-40abadae885e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e34f2a9010c421c994b67dca92266b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501442 Jul 23 17:09:35.041634 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62315010-d2d1-45c5-a200-40abadae885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1ae735-7497-4900-9a8a-557a86bc83ad,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:35.043522 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47936) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:35.093701 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99857df8-3aef-488c-827c-ff2282e4a337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.114151 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99857df8-3aef-488c-827c-ff2282e4a337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.158441 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99857df8-3aef-488c-827c-ff2282e4a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.160945 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99857df8-3aef-488c-827c-ff2282e4a337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.166830 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-99857df8-3aef-488c-827c-ff2282e4a337 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d1ae735-7497-4900-9a8a-557a86bc83ad HTTP/1.1" status: 204 len: 168 time: 0.1209292 Jul 23 17:09:35.173370 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99857df8-3aef-488c-827c-ff2282e4a337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1ae735-7497-4900-9a8a-557a86bc83ad,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:35.783226 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47966) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:35.877623 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1140877071-network', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:35.902880 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Made reservation on behalf of a44e362a61994c51bba5df8e6f369a20 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:35.905324 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.916563 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.007798 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.011746 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.040884 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:09:36.047314 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:36.054731 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.055222 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Added segment 91bed728-4943-47c6-b372-7ab4c731ed25 of type vlan for network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 Jul 23 17:09:36.096702 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.124375 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.125241 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:36.125843 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.156135 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3710043 Jul 23 17:09:36.158130 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47972) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:36.164395 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Request body: {'subnet': {'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1140877071-subnet', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:36.200848 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09619a86-9ac7-4172-ac58-ec9aa618980e admin admin] Pushing event updated for resources: {'Network': ['ID=0ff14381-a99d-4a2e-aebd-170c02b0dc76,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:36.213996 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:09:36.218039 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Made reservation on behalf of a44e362a61994c51bba5df8e6f369a20 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:36.220330 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4697989'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.401727 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698007'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.460560 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b8bc5df-fd36-4914-bcff-eead9ddf311d,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:36.471947 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Checking segment: {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:36.472306 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Network hostable DHCP agents. Network: 0ff14381-a99d-4a2e-aebd-170c02b0dc76, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:09:36.492019 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:09:36.502327 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 0ff14381-a99d-4a2e-aebd-170c02b0dc76) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:36.511870 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4069ff16-cd7a-4559-b791-8885f833b072 None None] Network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:36.515723 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:36.516452 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.534955 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-7f2363cb-439d-4bf7-9179-41898be0fd96 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3733256 Jul 23 17:09:36.535179 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 47980) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:36.541512 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:36.563469 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.564740 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.565884 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47982) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:36.622307 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.685254 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:09:36.686156 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.687022 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b0d83320-bb63-4954-ba14-7fe18d78bff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.785852 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.795958 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b0d83320-bb63-4954-ba14-7fe18d78bff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.800164 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b0d83320-bb63-4954-ba14-7fe18d78bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.838480 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b0d83320-bb63-4954-ba14-7fe18d78bff4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c60844b26a34f9f8a01ce17d987e5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709417 Jul 23 17:09:36.839497 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d83320-bb63-4954-ba14-7fe18d78bff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f4baa9-cc21-4cb9-b690-bd139363538d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:36.841849 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 47988) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:36.872246 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Allocated IP 172.20.0.2 (0ff14381-a99d-4a2e-aebd-170c02b0dc76/5b8bc5df-fd36-4914-bcff-eead9ddf311d/5b6197c8-6bd6-4ced-b37a-11628dfc26f0) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:36.899120 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-07df905b-5b99-417f-aaa9-7509c31063f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.920349 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-07df905b-5b99-417f-aaa9-7509c31063f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.978505 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-07df905b-5b99-417f-aaa9-7509c31063f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.982939 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-07df905b-5b99-417f-aaa9-7509c31063f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:36.984753 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-07df905b-5b99-417f-aaa9-7509c31063f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17f4baa9-cc21-4cb9-b690-bd139363538d HTTP/1.1" status: 204 len: 168 time: 0.1416769 Jul 23 17:09:36.994259 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df905b-5b99-417f-aaa9-7509c31063f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f4baa9-cc21-4cb9-b690-bd139363538d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:37.013987 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.037219 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.061633 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.070637 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Transition to ACTIVE for port object 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:37.088652 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Transition to ACTIVE for port object 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:37.097203 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.146294 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:37.154170 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:37.156618 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:37.161761 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Pushing event updated for resources: {'Port': ['ID=5b6197c8-6bd6-4ced-b37a-11628dfc26f0,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:37.172783 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Allocated IP 172.27.2.6 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/21925230-1135-4046-84c0-cf325e767ad3) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:37.229588 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Attempting to bind port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:37.230198 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Attempting to bind port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:37.230443 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Attempting to bind port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 on network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:37.242246 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:37.242781 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Checking segment: {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:37.243279 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.243792 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Bound using segment: {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:37.244362 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Bound port: 5b6197c8-6bd6-4ced-b37a-11628dfc26f0, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:37.244843 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.288574 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.318160 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] For port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:37.322072 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] For port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=5b6197c8-6bd6-4ced-b37a-11628dfc26f0,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:37.326871 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.350720 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.386905 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc9753-7a2f-44d0-b7de-12f85d91e59d None None] Pushing event updated for resources: {'Port': ['ID=5b6197c8-6bd6-4ced-b37a-11628dfc26f0,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:37.407226 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:37.416165 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:37.418073 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Pushing event updated for resources: {'Port': ['ID=21925230-1135-4046-84c0-cf325e767ad3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:37.420205 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:37.707298 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.800531 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48014) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:37.906332 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1246767140-network', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:37.908008 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.929424 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Made reservation on behalf of dcda74bb9a354ea1b502df7985de8092 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:37.932003 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:37.940641 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.047551 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:38.075948 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:09:38.093829 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.099456 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.110950 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:38.127105 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:09:38.144228 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675ea93e-42aa-4a68-be9c-6413b41659f5,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:38.148893 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.149244 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Added segment ed007fd4-eeee-4a38-9b8f-d294004d91b0 of type vlan for network ac79f40a-f5ed-432b-9649-a647125a7089 Jul 23 17:09:38.194951 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.208092 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:38.221535 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Sync routers for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:09:38.227352 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.229652 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bf13c397-7e1f-4a26-909a-3f2f7d93cfbe admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6931388 Jul 23 17:09:38.232360 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48020) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:38.239410 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:38.240336 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:38.242338 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.243936 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:38.244997 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.284607 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4828029 Jul 23 17:09:38.310735 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48022) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:38.316004 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Request body: {'subnet': {'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1246767140-subnet', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:38.320032 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68fadd-137c-4a07-9f74-515229b5757f admin admin] Pushing event updated for resources: {'Network': ['ID=ac79f40a-f5ed-432b-9649-a647125a7089,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:38.330229 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network ac79f40a-f5ed-432b-9649-a647125a7089 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:09:38.344559 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Made reservation on behalf of dcda74bb9a354ea1b502df7985de8092 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:38.347530 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5201837'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.419410 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:38.534758 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1186222-f268-4067-a778-577c06853527 None None] Network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:38.588729 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7840860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5201855'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.612373 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-49749c39-88ce-4cde-8e74-402774156b0e None None] Provisioning for port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:38.618209 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-49749c39-88ce-4cde-8e74-402774156b0e None None] Provisioning complete for port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:38.618681 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-49749c39-88ce-4cde-8e74-402774156b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.649426 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:37Z', 'revision_number': 3, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:38.665839 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73394ebd-dc03-45b7-b703-d4e371fdcbd6,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:38.671159 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Checking segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:38.671513 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Network hostable DHCP agents. Network: ac79f40a-f5ed-432b-9649-a647125a7089, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:09:38.698546 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Network ac79f40a-f5ed-432b-9649-a647125a7089 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:09:38.699178 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Checking router: 9bdf5034-b894-4d5b-99ae-70418ca5cd8c for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:09:38.699699 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Updating router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c port 21925230-1135-4046-84c0-cf325e767ad3 binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:09:38.711834 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, ac79f40a-f5ed-432b-9649-a647125a7089) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:38.717825 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-49749c39-88ce-4cde-8e74-402774156b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.728956 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:38.729587 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ec91d-7532-425b-abf0-7d5828180772 None None] Network ac79f40a-f5ed-432b-9649-a647125a7089 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:38.730069 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.751150 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f1fa06f6-e0d6-4638-b781-b1ee4eb81a80 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4392192 Jul 23 17:09:38.752813 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.754458 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48024) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:38.761972 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:38.788986 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.790948 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.823794 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-49749c39-88ce-4cde-8e74-402774156b0e None None] For port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=5b6197c8-6bd6-4ced-b37a-11628dfc26f0,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:38.859950 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-49749c39-88ce-4cde-8e74-402774156b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:38.883443 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.042051 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.073336 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.091488 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.102738 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49749c39-88ce-4cde-8e74-402774156b0e None None] Pushing event updated for resources: {'Port': ['ID=5b6197c8-6bd6-4ced-b37a-11628dfc26f0,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:39.103688 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Transition to ACTIVE for port object 21925230-1135-4046-84c0-cf325e767ad3 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:39.116240 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.178718 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Attempting to bind port 21925230-1135-4046-84c0-cf325e767ad3 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:39.179097 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Attempting to bind port 21925230-1135-4046-84c0-cf325e767ad3 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:39.179459 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Attempting to bind port 21925230-1135-4046-84c0-cf325e767ad3 on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:39.188637 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c8a15-d0de-4bd4-b02d-96ab3f623883 None None] Pushing event updated for resources: {'Port': ['ID=21925230-1135-4046-84c0-cf325e767ad3,revision_number=2']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:39.194631 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:39.194631 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:39.195027 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.195427 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:39.195924 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Bound port: 21925230-1135-4046-84c0-cf325e767ad3, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:39.196306 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.246750 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-ac79f40a-f5ed-432b-9649-a647125a7089', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:09:39.247986 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.288402 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] For port 21925230-1135-4046-84c0-cf325e767ad3, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:39.292243 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Allocated IP 172.20.0.1 (0ff14381-a99d-4a2e-aebd-170c02b0dc76/5b8bc5df-fd36-4914-bcff-eead9ddf311d/9287788e-3650-4bb9-9b70-2d8b02670b30) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:39.292716 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] For port 21925230-1135-4046-84c0-cf325e767ad3, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=21925230-1135-4046-84c0-cf325e767ad3,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:39.301173 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.374353 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c8a15-d0de-4bd4-b02d-96ab3f623883 None None] Pushing event updated for resources: {'Port': ['ID=21925230-1135-4046-84c0-cf325e767ad3,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:39.389230 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:39.389900 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:39.472974 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.476705 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Allocated IP 172.20.0.2 (ac79f40a-f5ed-432b-9649-a647125a7089/73394ebd-dc03-45b7-b703-d4e371fdcbd6/36187ffd-8423-4fbb-86f2-563917776666) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:39.493640 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.529945 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:39.530781 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.554607 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Transition to ACTIVE for port object 9287788e-3650-4bb9-9b70-2d8b02670b30 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:39.623530 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.632866 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Allocated IP 172.27.2.139 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:39.668799 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:39.672144 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:39.675247 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:39.711857 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9287788e-3650-4bb9-9b70-2d8b02670b30,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:39.731869 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.751445 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-46db31fa-b473-4a94-aecf-440ffa93adfc None None] Provisioning complete for port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:39.751822 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-46db31fa-b473-4a94-aecf-440ffa93adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.779438 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.807692 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:37Z', 'revision_number': 3, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:39.819032 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.834467 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Transition to ACTIVE for port object 36187ffd-8423-4fbb-86f2-563917776666 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:39.850945 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b435ce88-711a-493f-8333-ee4cc98d2872 None None] The sync data for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi is: [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:37Z', 'revision_number': 3, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:09:39.884738 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.903787 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Transition to ACTIVE for port object 36187ffd-8423-4fbb-86f2-563917776666 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:39.918853 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.931872 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:39.940239 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:39.960102 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:39.962008 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:39.965962 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:40.038275 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Network ac79f40a-f5ed-432b-9649-a647125a7089 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:40.045299 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:40.055214 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:40.069283 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Pushing event updated for resources: {'Port': ['ID=36187ffd-8423-4fbb-86f2-563917776666,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:40.077203 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:40.081267 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7669b163-15c3-428c-a060-2e860ee281c1 None None] Provisioning for port 9287788e-3650-4bb9-9b70-2d8b02670b30 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:40.087871 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7669b163-15c3-428c-a060-2e860ee281c1 None None] Provisioning complete for port 9287788e-3650-4bb9-9b70-2d8b02670b30 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:40.088323 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7669b163-15c3-428c-a060-2e860ee281c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.159794 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-7669b163-15c3-428c-a060-2e860ee281c1 None None] Port 9287788e-3650-4bb9-9b70-2d8b02670b30 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:40.174241 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.180229 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.205673 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Attempting to bind port 36187ffd-8423-4fbb-86f2-563917776666 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:40.206158 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Attempting to bind port 36187ffd-8423-4fbb-86f2-563917776666 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:40.206589 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Attempting to bind port 36187ffd-8423-4fbb-86f2-563917776666 on network ac79f40a-f5ed-432b-9649-a647125a7089 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:40.213300 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:40.213787 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Checking segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:40.214260 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.214740 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Bound using segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:40.215281 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Bound port: 36187ffd-8423-4fbb-86f2-563917776666, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:40.215730 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.305513 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.307138 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:40.307510 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.319777 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.322988 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9287788e-3650-4bb9-9b70-2d8b02670b30,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:40.350969 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] For port 36187ffd-8423-4fbb-86f2-563917776666, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:40.367252 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] For port 36187ffd-8423-4fbb-86f2-563917776666, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=36187ffd-8423-4fbb-86f2-563917776666,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:40.373588 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.467106 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf8167-fd6c-4936-a712-4a8e45984bda None None] Pushing event updated for resources: {'Port': ['ID=36187ffd-8423-4fbb-86f2-563917776666,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:40.508926 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:40.511118 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:40.670639 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:09:40.867576 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:40.873855 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6db86dc3-430a-44f0-a0d1-f8d51d1380b4 admin admin] 10.222.0.70 "PUT /v2.0/routers/9bdf5034-b894-4d5b-99ae-70418ca5cd8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6403902 Jul 23 17:09:40.897561 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-51808274-975c-48d2-ad55-4419886550e4 None None] Provisioning complete for port 9287788e-3650-4bb9-9b70-2d8b02670b30 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:40.899249 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-51808274-975c-48d2-ad55-4419886550e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.905571 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:40.940275 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-51808274-975c-48d2-ad55-4419886550e4 None None] Port 9287788e-3650-4bb9-9b70-2d8b02670b30 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:41.051195 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Router 5ccdb645-0bf3-4ea6-8899-2bae48354998 is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:09:41.171929 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:41.189984 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Sync routers for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:09:41.200294 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:41.200741 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.200974 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:41.204990 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48044) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:41.205165 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-77acdcfc-3be8-403c-87a9-8f78d2e1d7a9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4483721 Jul 23 17:09:41.359045 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:41.533038 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48054) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:41.538941 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1278008374-network', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:41.571220 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Made reservation on behalf of 19c5a1d59e6641e5b7538ed08c9b470e for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:41.576978 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.593924 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.623768 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b125086c-ceda-4a32-8f2b-6ba350b94b9d None None] Network ac79f40a-f5ed-432b-9649-a647125a7089 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:41.692881 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:40Z', 'revision_number': 3, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:41.724873 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.729244 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.744683 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Checking router: 5ccdb645-0bf3-4ea6-8899-2bae48354998 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:09:41.745048 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Updating router 5ccdb645-0bf3-4ea6-8899-2bae48354998 port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:09:41.748475 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:09:41.761184 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.762269 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Added segment b1fce26b-4e16-448c-b6b4-feb098af718a of type vlan for network 54494524-9417-4b93-b689-d156fe6e8e96 Jul 23 17:09:41.768539 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.773219 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-34a332aa-141f-4270-a916-ec8851da3f05 None None] Provisioning for port 36187ffd-8423-4fbb-86f2-563917776666 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:41.802108 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.816369 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.835441 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600811cb-e428-4b7f-b85d-fe9ad6f92c5a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:41.859859 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.861722 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:41.862587 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.885028 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3472230 Jul 23 17:09:41.887044 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48056) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:41.892260 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Request body: {'subnet': {'network_id': '54494524-9417-4b93-b689-d156fe6e8e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1278008374-subnet', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:41.973927 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758f0cd-4d0e-446b-a00d-764713f6c2bc admin admin] Pushing event updated for resources: {'Network': ['ID=54494524-9417-4b93-b689-d156fe6e8e96,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:41.977715 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Made reservation on behalf of 19c5a1d59e6641e5b7538ed08c9b470e for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:41.980416 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5201837'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:41.999685 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 54494524-9417-4b93-b689-d156fe6e8e96 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:09:42.026009 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Allocated IP 172.20.0.1 (ac79f40a-f5ed-432b-9649-a647125a7089/73394ebd-dc03-45b7-b703-d4e371fdcbd6/a66dc1fb-9c25-4397-a185-733ceec621f6) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:42.234713 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.243675 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Sync routers for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:09:42.258441 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Transition to ACTIVE for port object a66dc1fb-9c25-4397-a185-733ceec621f6 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:42.259204 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:42.260497 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:42.312702 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.314842 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7840860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5201855'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.365417 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Network ac79f40a-f5ed-432b-9649-a647125a7089 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:42.394581 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:42.400037 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:42.436086 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 21925230-1135-4046-84c0-cf325e767ad3 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:42.440828 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:42.461593 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Pushing event updated for resources: {'Port': ['ID=a66dc1fb-9c25-4397-a185-733ceec621f6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:42.487142 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.565661 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-e6d0c872-9467-428a-9307-6c77895bf5dd tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:42.573450 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-e6d0c872-9467-428a-9307-6c77895bf5dd tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/networks?id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de HTTP/1.1" status: 200 len: 809 time: 0.1632099 Jul 23 17:09:42.627743 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.641665 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:42.654789 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Transition to ACTIVE for port object cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:42.655561 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-6d181f9e-35fe-4e76-a190-ead884cc9b81 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/quotas/7bc015b50ce045578c2c208fc956ffdc HTTP/1.1" status: 200 len: 375 time: 0.0811727 Jul 23 17:09:42.657258 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 21925230-1135-4046-84c0-cf325e767ad3 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:42.670635 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 21925230-1135-4046-84c0-cf325e767ad3 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:42.671147 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.674446 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.680953 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-554f996e-5cea-47ab-8b45-ac3b11d9ca78 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1958532455&fields=id&tenant_id=4d39abd7d32e48029fada8e860a09787 HTTP/1.1" status: 200 len: 267 time: 0.3014829 Jul 23 17:09:42.684769 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Checking segment: {'id': 'b1fce26b-4e16-448c-b6b4-feb098af718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:42.685137 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Network hostable DHCP agents. Network: 54494524-9417-4b93-b689-d156fe6e8e96, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:09:42.730309 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-2d9a920e-53ff-4c95-85b8-75b3d152bbbf tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc015b50ce045578c2c208fc956ffdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737066 Jul 23 17:09:42.753548 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.821402 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Attempting to bind port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:42.822052 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Attempting to bind port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:42.822579 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Attempting to bind port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:42.828515 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6b8f7-a829-44b2-88dc-70482c2cb09c None None] Pushing event updated for resources: {'Port': ['ID=cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:42.867682 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:42.868058 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:42.868913 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.868913 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:42.869409 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Bound port: cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:42.869888 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.906920 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Network 54494524-9417-4b93-b689-d156fe6e8e96 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:09:42.907177 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bfb44fde-f3bb-4fcb-83e4-aacf3d010949 None None] Provisioning for port a66dc1fb-9c25-4397-a185-733ceec621f6 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:42.920921 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bfb44fde-f3bb-4fcb-83e4-aacf3d010949 None None] Provisioning complete for port a66dc1fb-9c25-4397-a185-733ceec621f6 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:42.921291 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bfb44fde-f3bb-4fcb-83e4-aacf3d010949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.922898 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '9287788e-3650-4bb9-9b70-2d8b02670b30', 'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'mac_address': 'fa:16:3e:97:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:40Z', 'revision_number': 2, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'subnets': [{'id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:42.930116 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae6cdbf5-42b6-499f-8ff1-88d1adc83cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.951798 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.954342 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 54494524-9417-4b93-b689-d156fe6e8e96) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:42.965412 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:42.966011 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.972800 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Checking router: 9bdf5034-b894-4d5b-99ae-70418ca5cd8c for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:09:42.973595 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Updating router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c port 9287788e-3650-4bb9-9b70-2d8b02670b30 binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:09:42.975913 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-0094dafe-6d87-4336-9b38-b4430e37e677 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:42.977471 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-0094dafe-6d87-4336-9b38-b4430e37e677 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 817 time: 0.2960446 Jul 23 17:09:42.981767 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b846a-4ce5-424c-b72b-c28092fccd46 None None] Network 54494524-9417-4b93-b689-d156fe6e8e96 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:43.005184 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] For port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:43.010760 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] For port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:43.013526 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-208a02e9-73bf-4c86-ba8b-a46e18b5e67e service neutron] 10.222.0.70 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823200 Jul 23 17:09:43.014704 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8eae0a7a-e491-4bca-b514-579dcfeb54c6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1266346 Jul 23 17:09:43.016493 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-759fbbd0-aedd-4435-aa5d-e59decdddf95 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/quotas/4d39abd7d32e48029fada8e860a09787 HTTP/1.1" status: 200 len: 375 time: 0.0265348 Jul 23 17:09:43.017392 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48080) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:43.022978 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:43.037522 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.045398 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.051912 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.055506 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.092935 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 21925230-1135-4046-84c0-cf325e767ad3, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=21925230-1135-4046-84c0-cf325e767ad3,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:43.102583 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.157755 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-380d1192-6d0c-4ad5-a04e-211785adffac service neutron] 10.222.0.70 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081924 Jul 23 17:09:43.159659 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.160768 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.195132 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Pushing event updated for resources: {'Port': ['ID=a66dc1fb-9c25-4397-a185-733ceec621f6,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:43.215230 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.215997 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 36187ffd-8423-4fbb-86f2-563917776666 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:43.281344 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.299536 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-bfb44fde-f3bb-4fcb-83e4-aacf3d010949 None None] Port a66dc1fb-9c25-4397-a185-733ceec621f6 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:43.332662 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Network ac79f40a-f5ed-432b-9649-a647125a7089 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:43.348645 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:43.448919 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-6e836d8e-e9ff-4834-82ff-f09c289d1ef0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4007845 Jul 23 17:09:43.514414 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6b8f7-a829-44b2-88dc-70482c2cb09c None None] Pushing event updated for resources: {'Port': ['ID=cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:43.611115 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=21925230-1135-4046-84c0-cf325e767ad3,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:43.618750 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 36187ffd-8423-4fbb-86f2-563917776666 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:43.627431 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.645526 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 36187ffd-8423-4fbb-86f2-563917776666 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:43.646403 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.659438 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Transition to ACTIVE for port object 9287788e-3650-4bb9-9b70-2d8b02670b30 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:43.677920 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Router 5ccdb645-0bf3-4ea6-8899-2bae48354998 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:09:43.682901 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.707719 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.715152 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:43.715801 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:43.761962 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-4b2cd340-4f1e-4935-bc24-3f82e27715bc service neutron] 10.222.0.70 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035896 Jul 23 17:09:43.767604 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:43.832643 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362a89f-f6ee-4271-ade2-c76a227f72e2 None None] Pushing event updated for resources: {'Port': ['ID=9287788e-3650-4bb9-9b70-2d8b02670b30,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:43.849690 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:43.854995 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:43.878588 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9b17b7cc-86e0-4f3f-8b5e-dd33788eec7e admin admin] 10.222.0.70 "PUT /v2.0/routers/5ccdb645-0bf3-4ea6-8899-2bae48354998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6647949 Jul 23 17:09:44.019088 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-b9538253-5001-415a-93f9-3ffad2521d21 service neutron] 10.222.0.70 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011719 Jul 23 17:09:44.037201 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458ccda-54d4-4ec8-8d44-2e0cbfe5f0dc req-a9f7ddc9-349e-4ba8-98fd-8d8fed22df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:44.039692 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a458ccda-54d4-4ec8-8d44-2e0cbfe5f0dc req-a9f7ddc9-349e-4ba8-98fd-8d8fed22df50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 1099 time: 0.2985475 Jul 23 17:09:44.042817 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Attempting to bind port 9287788e-3650-4bb9-9b70-2d8b02670b30 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:44.043265 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Attempting to bind port 9287788e-3650-4bb9-9b70-2d8b02670b30 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:44.044421 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Attempting to bind port 9287788e-3650-4bb9-9b70-2d8b02670b30 on network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:44.056061 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:44.056433 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Checking segment: {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:44.056835 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.057224 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Bound using segment: {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:44.058672 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Bound port: 9287788e-3650-4bb9-9b70-2d8b02670b30, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:44.059075 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.103308 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b626f-141c-4bdb-a71b-5561a34d9829 req-94a86eb6-761e-44ee-a20e-60010aaf57b8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:44.103744 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-54494524-9417-4b93-b689-d156fe6e8e96', 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'fixed_ips': [{'subnet_id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:09:44.109451 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.111573 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-034b626f-141c-4bdb-a71b-5561a34d9829 req-94a86eb6-761e-44ee-a20e-60010aaf57b8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.3603406 Jul 23 17:09:44.197281 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] For port 9287788e-3650-4bb9-9b70-2d8b02670b30, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:44.203203 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] For port 9287788e-3650-4bb9-9b70-2d8b02670b30, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=9287788e-3650-4bb9-9b70-2d8b02670b30,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:44.210061 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.249752 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-02d8056e-fca0-4110-8918-d7f9a0d09edd None None] Provisioning complete for port a66dc1fb-9c25-4397-a185-733ceec621f6 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:44.250599 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-02d8056e-fca0-4110-8918-d7f9a0d09edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.266116 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a458ccda-54d4-4ec8-8d44-2e0cbfe5f0dc req-5cc57245-060e-4681-ac48-ce780c38af15 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173042 Jul 23 17:09:44.281338 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-034b626f-141c-4bdb-a71b-5561a34d9829 req-df6d4d30-1afb-4116-b6f5-e9b6f4da55ea tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688414 Jul 23 17:09:44.324454 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362a89f-f6ee-4271-ade2-c76a227f72e2 None None] Pushing event updated for resources: {'Port': ['ID=9287788e-3650-4bb9-9b70-2d8b02670b30,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:44.359988 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:44.363590 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:44.440846 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.495018 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-02d8056e-fca0-4110-8918-d7f9a0d09edd None None] Port a66dc1fb-9c25-4397-a185-733ceec621f6 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:44.576403 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:44.612797 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 36187ffd-8423-4fbb-86f2-563917776666, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=36187ffd-8423-4fbb-86f2-563917776666,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:44.627859 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 2, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:44.643583 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.656292 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ffe10f7f-fa84-4985-92dc-1a4c4ebe61e8 req-099151ca-85dd-4743-afcd-49137919217c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.1711614 Jul 23 17:09:44.703552 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519a2b2-b77e-4023-a6c7-1be1c6097a82 None None] The sync data for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi is: [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 2, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:09:44.720604 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Allocated IP 172.20.0.2 (54494524-9417-4b93-b689-d156fe6e8e96/8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2/738c40ab-f969-4928-9e72-19794a99506d) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:44.769887 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.774816 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6ebeca6e-ab52-4bf8-9653-add637d20853 req-a05f691f-7c54-4ffc-b2b6-a3801f1921fd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 210 time: 0.2927914 Jul 23 17:09:44.807427 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.942005 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 21925230-1135-4046-84c0-cf325e767ad3 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:44.987972 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Allocated IP 172.27.2.14 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/c6a171f5-4f17-46fd-a599-c60b33941fa5) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:45.057776 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '9287788e-3650-4bb9-9b70-2d8b02670b30', 'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'mac_address': 'fa:16:3e:97:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:44Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'subnets': [{'id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:45.094224 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fce88f9-af7f-415c-acf6-e8745e807474 None None] The sync data for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi is: [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '9287788e-3650-4bb9-9b70-2d8b02670b30', 'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'mac_address': 'fa:16:3e:97:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:44Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'subnets': [{'id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:09:45.131095 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.253337 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.264822 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48142) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:45.276541 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=36187ffd-8423-4fbb-86f2-563917776666,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:45.282138 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-519986274-network', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:45.346700 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Made reservation on behalf of 3b1f9ae9bdce40ae9e9e7821a4e5217f for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:45.346916 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:45.350204 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.352199 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 21925230-1135-4046-84c0-cf325e767ad3 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:45.352647 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.367589 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.382029 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:45.398885 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:45.524947 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.542064 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.553618 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a171f5-4f17-46fd-a599-c60b33941fa5,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:45.596172 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:09:45.616500 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b3a8cc-5ac3-4548-9b1a-427a7fe4b5e4,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:45.621154 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.621641 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Added segment cb017754-8746-4169-a3a8-96366e0d86b2 of type vlan for network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd Jul 23 17:09:45.713727 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.781329 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fc45-a976-4aba-a265-40c7b939675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.855884 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.871314 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:45.949568 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Transition to ACTIVE for port object 738c40ab-f969-4928-9e72-19794a99506d will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:46.005063 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Transition to ACTIVE for port object 738c40ab-f969-4928-9e72-19794a99506d will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:46.019556 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.045393 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.046546 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:46.047466 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.078473 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Pushing event updated for resources: {'Port': ['ID=738c40ab-f969-4928-9e72-19794a99506d,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:46.091907 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Network 54494524-9417-4b93-b689-d156fe6e8e96 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:46.094331 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:46.100741 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:46.104940 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8389907 Jul 23 17:09:46.111467 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48164) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:46.117120 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Request body: {'subnet': {'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-519986274-subnet', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:46.161988 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Pushing event updated for resources: {'Network': ['ID=44a013ae-5c0f-417d-b0ad-a3f65eb7afbd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:46.171527 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.171837 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.172225 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.172611 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.172951 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.173282 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.173890 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.174310 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.174692 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.175016 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.175355 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.175697 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29f5c8e-efb3-4fcd-8e0e-872d6a696c20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:46.190821 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:09:46.195110 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Made reservation on behalf of 3b1f9ae9bdce40ae9e9e7821a4e5217f for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:46.198188 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4697989'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.218458 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Attempting to bind port 738c40ab-f969-4928-9e72-19794a99506d on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:46.218841 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Attempting to bind port 738c40ab-f969-4928-9e72-19794a99506d by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'b1fce26b-4e16-448c-b6b4-feb098af718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:46.219218 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Attempting to bind port 738c40ab-f969-4928-9e72-19794a99506d on network 54494524-9417-4b93-b689-d156fe6e8e96 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:46.282170 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:46.283253 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Checking segment: {'id': 'b1fce26b-4e16-448c-b6b4-feb098af718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:46.283826 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.284378 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Bound using segment: {'id': 'b1fce26b-4e16-448c-b6b4-feb098af718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:46.285035 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Bound port: 738c40ab-f969-4928-9e72-19794a99506d, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fce26b-4e16-448c-b6b4-feb098af718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:46.285477 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.298532 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9f104e8d-a530-4f1f-b954-b5af471af27a req-b900f5e3-110e-43e9-b6da-135556e4e364 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.2178178 Jul 23 17:09:46.460220 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698007'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.484884 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] For port 738c40ab-f969-4928-9e72-19794a99506d, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:46.488595 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] For port 738c40ab-f969-4928-9e72-19794a99506d, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=738c40ab-f969-4928-9e72-19794a99506d,segment=NetworkSegment(b1fce26b-4e16-448c-b6b4-feb098af718a),segment_id=b1fce26b-4e16-448c-b6b4-feb098af718a)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:46.490445 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c14c87-393e-45c8-b720-5b57ad969b28 req-615131dd-b12b-498c-9b49-6e6a360786d4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:46.492728 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-13c14c87-393e-45c8-b720-5b57ad969b28 req-615131dd-b12b-498c-9b49-6e6a360786d4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 1.0687923 Jul 23 17:09:46.513220 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.533953 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Checking segment: {'id': 'cb017754-8746-4169-a3a8-96366e0d86b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:46.534324 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Network hostable DHCP agents. Network: 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:09:46.560755 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.564167 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-76ccd190-b840-410f-aa8b-baa6a4cb41c3 req-3f09de35-d27d-4ac9-90c6-9b77840e698f tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 210 time: 0.1247697 Jul 23 17:09:46.571629 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=73cd7c96-c5ee-4367-baeb-4187c7b3f36e,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:46.576344 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:09:46.599754 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:46.605322 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:46.606196 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.616414 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab76b1-6f51-4192-96f7-30a59bbb007c None None] Network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:46.627125 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-56e4e34f-0ab2-461e-885d-4d87840f58ae admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5119028 Jul 23 17:09:46.627373 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48168) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:46.633420 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:46.648090 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c1998-5743-43fd-a8c9-265004e6c36b None None] Pushing event updated for resources: {'Port': ['ID=738c40ab-f969-4928-9e72-19794a99506d,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:46.662372 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.664024 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.766464 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.875561 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-f2cfcc97-dbfc-48a7-bc43-210e26841816 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:46.878476 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-f2cfcc97-dbfc-48a7-bc43-210e26841816 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.16 "GET /v2.0/networks?id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de HTTP/1.1" status: 200 len: 809 time: 1.3007231 Jul 23 17:09:46.935002 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Request body: {'port': {'device_id': 'aee2b02e-dc0e-4842-b808-a1e25c7b4db8', 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de', 'admin_state_up': True, 'tenant_id': '7bc015b50ce045578c2c208fc956ffdc'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:46.979833 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-44a013ae-5c0f-417d-b0ad-a3f65eb7afbd', 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'fixed_ips': [{'subnet_id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:09:46.986373 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.028978 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-13c14c87-393e-45c8-b720-5b57ad969b28 req-aee605c9-3126-4622-91cf-8e1ee60ed053 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831703 Jul 23 17:09:47.036317 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.081033 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 36187ffd-8423-4fbb-86f2-563917776666 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:47.226378 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.326053 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Allocated IP 172.20.0.2 (44a013ae-5c0f-417d-b0ad-a3f65eb7afbd/73cd7c96-c5ee-4367-baeb-4187c7b3f36e/105f65b8-fdcc-408d-b240-1d24ba9a5847) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:47.363284 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-d366dd94-a0c5-4e28-a9e2-562cf07f73fa tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:47.365394 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-d366dd94-a0c5-4e28-a9e2-562cf07f73fa tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 817 time: 0.7729990 Jul 23 17:09:47.385250 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.414803 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.466313 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 36187ffd-8423-4fbb-86f2-563917776666 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:47.467031 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.510573 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb44def-a263-4bd1-9419-83ee58a50f8e req-6fec6195-b697-4f3b-8f80-9f23f56fd656 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:47.512158 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-afb44def-a263-4bd1-9419-83ee58a50f8e req-6fec6195-b697-4f3b-8f80-9f23f56fd656 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.2768810 Jul 23 17:09:47.514138 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-258be3a0-821a-449d-a837-13dbd1e4a239 req-ebd86618-a9c3-4b02-a5de-96ac9b2d5666 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0821376 Jul 23 17:09:47.514708 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Made reservation on behalf of 7bc015b50ce045578c2c208fc956ffdc for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:47.518073 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.559442 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-b3969246-7a1a-4105-8ba0-aef93f240707 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d39abd7d32e48029fada8e860a09787 HTTP/1.1" status: 200 len: 380 time: 0.1683204 Jul 23 17:09:47.601849 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Allocated IP 172.27.2.252 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/77a4144e-291e-4666-bf80-2b26d68e52fd) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:47.657953 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.675233 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Transition to ACTIVE for port object 105f65b8-fdcc-408d-b240-1d24ba9a5847 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:47.681471 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:47.719155 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'port': {'device_id': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'admin_state_up': True, 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'security_groups': ['8c5153a7-1338-4514-8ea4-c177412f8bda']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:47.737609 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Transition to ACTIVE for port object 105f65b8-fdcc-408d-b240-1d24ba9a5847 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:47.751347 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.759984 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Allocated IP 172.20.0.5 (f1b6dcb6-6d23-4e82-b6ba-eab60a6210de/8bf4eba8-6de9-41bb-9d1d-199f981830ab/98614fb6-1ab6-4e00-ad61-d60462f22a1c) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:47.772074 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.828387 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.836381 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Pushing event updated for resources: {'Port': ['ID=105f65b8-fdcc-408d-b240-1d24ba9a5847,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:47.838965 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:47.847408 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:47.847855 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:47.854726 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:47.882096 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:47.885787 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:47.932305 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:47.939649 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6199e7a5-d68a-49b4-a2ef-646fa69ee592 req-5db04f44-e3c8-46fc-87a5-0e352bc0ed02 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 210 time: 0.2262919 Jul 23 17:09:47.948938 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:47.953516 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:47.961972 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Pushing event updated for resources: {'Port': ['ID=77a4144e-291e-4666-bf80-2b26d68e52fd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:48.087793 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Attempting to bind port 105f65b8-fdcc-408d-b240-1d24ba9a5847 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:48.088036 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Attempting to bind port 105f65b8-fdcc-408d-b240-1d24ba9a5847 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'cb017754-8746-4169-a3a8-96366e0d86b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:48.088268 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Attempting to bind port 105f65b8-fdcc-408d-b240-1d24ba9a5847 on network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:48.151850 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.158925 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:48.159304 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Checking segment: {'id': 'cb017754-8746-4169-a3a8-96366e0d86b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:48.159715 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.160113 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Bound using segment: {'id': 'cb017754-8746-4169-a3a8-96366e0d86b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:48.160604 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Bound port: 105f65b8-fdcc-408d-b240-1d24ba9a5847, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb017754-8746-4169-a3a8-96366e0d86b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:48.160986 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.165279 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.195923 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:48.228130 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-afb44def-a263-4bd1-9419-83ee58a50f8e req-bc3fbdb7-89c2-4dc3-9896-a0ae46a3c4ec tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7023733 Jul 23 17:09:48.326525 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] For port 105f65b8-fdcc-408d-b240-1d24ba9a5847, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:48.330052 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] For port 105f65b8-fdcc-408d-b240-1d24ba9a5847, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=105f65b8-fdcc-408d-b240-1d24ba9a5847,segment=NetworkSegment(cb017754-8746-4169-a3a8-96366e0d86b2),segment_id=cb017754-8746-4169-a3a8-96366e0d86b2)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:48.337032 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.338019 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 9287788e-3650-4bb9-9b70-2d8b02670b30 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:48.367750 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.376541 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Made reservation on behalf of 4d39abd7d32e48029fada8e860a09787 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:48.381872 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.383926 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d69ed-942b-49f3-828f-a9e7e7ce1a37 None None] Network 54494524-9417-4b93-b689-d156fe6e8e96 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:48.390112 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.408411 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.444850 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.471913 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-df356733-eedb-49e1-b5e2-2b28920ce6af None None] Provisioning for port 738c40ab-f969-4928-9e72-19794a99506d completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:48.566999 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:48.627333 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 9287788e-3650-4bb9-9b70-2d8b02670b30 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:48.638156 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 9287788e-3650-4bb9-9b70-2d8b02670b30 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:48.638524 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.753958 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2a338-81e7-4c34-8054-92a04ec7eae0 None None] Pushing event updated for resources: {'Port': ['ID=105f65b8-fdcc-408d-b240-1d24ba9a5847,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:48.796435 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.806677 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Allocated IP 172.20.0.11 (e86bd944-532d-4858-83f3-391c0fffcbc7/3acfc4e2-7050-4208-8adb-8a77ee08b814/9c78f778-d9eb-456d-ba38-f7b91c910334) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:48.815381 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.921653 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.954801 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:48.998208 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:49.005617 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 9287788e-3650-4bb9-9b70-2d8b02670b30, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=9287788e-3650-4bb9-9b70-2d8b02670b30,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:49.012200 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:49.029319 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Pushing event updated for resources: {'Port': ['ID=98614fb6-1ab6-4e00-ad61-d60462f22a1c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:49.040479 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:49.119214 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=9287788e-3650-4bb9-9b70-2d8b02670b30,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:49.133265 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Router e6c5f88d-041b-4da0-aeb7-342e65057cc0 is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:09:49.314822 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:49.329510 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Sync routers for ids ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:09:49.355865 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:49.359723 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-179ec7c9-f88c-44bd-b7e3-6f2fda52a830 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7287683 Jul 23 17:09:49.361821 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48210) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:49.365951 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 738c40ab-f969-4928-9e72-19794a99506d up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:49.436606 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Routers {'e6c5f88d-041b-4da0-aeb7-342e65057cc0'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:49.437209 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:49.620440 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 738c40ab-f969-4928-9e72-19794a99506d completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:49.638946 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 738c40ab-f969-4928-9e72-19794a99506d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:49.639313 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:49.643253 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Set router e6c5f88d-041b-4da0-aeb7-342e65057cc0 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:49.943421 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:49.944092 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:49.959946 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:49.965248 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Sync routers for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:09:49.975016 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.977302 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.978999 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.980768 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.983418 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.984730 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.985613 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.987602 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.998321 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.998321 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.998321 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:49.999000 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:49.999000 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:49.999315 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:50.049997 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a705a2d6-81f1-43da-9533-d0a5de63d841 req-de2fa08b-acfe-4a59-a10e-4b0c785b4b07 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 210 time: 0.9787405 Jul 23 17:09:50.121333 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-c41abc93-d60f-4463-9610-60b4e798366c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2188053 Jul 23 17:09:50.155741 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911f702-33ac-4be5-8dc8-3aadc4c62ad2 req-03a671ab-3853-4176-aa24-7aa2a7a0489b tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:50.157328 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a911f702-33ac-4be5-8dc8-3aadc4c62ad2 req-03a671ab-3853-4176-aa24-7aa2a7a0489b tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 931 time: 1.4515951 Jul 23 17:09:50.162254 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Request body: {'port': {'device_id': 'aee2b02e-dc0e-4842-b808-a1e25c7b4db8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:50.185798 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:50.201069 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 738c40ab-f969-4928-9e72-19794a99506d, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=738c40ab-f969-4928-9e72-19794a99506d,segment=NetworkSegment(b1fce26b-4e16-448c-b6b4-feb098af718a),segment_id=b1fce26b-4e16-448c-b6b4-feb098af718a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:50.212839 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:50.213623 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:50.214594 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:50.238008 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Transition to ACTIVE for port object 9c78f778-d9eb-456d-ba38-f7b91c910334 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:50.291624 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d1190c-593a-4f01-a747-449a7176e135 None None] Network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:09:50.330861 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:46Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 3, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'gw_port': {'id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:47Z', 'updated_at': '2021-07-23T17:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:50.382723 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=738c40ab-f969-4928-9e72-19794a99506d,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:50.400692 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Checking router: e6c5f88d-041b-4da0-aeb7-342e65057cc0 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:09:50.401448 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Updating router e6c5f88d-041b-4da0-aeb7-342e65057cc0 port 77a4144e-291e-4666-bf80-2b26d68e52fd binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:09:50.424013 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:50.485311 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f3273b2f-f278-4e88-82bb-8da42f8a32e2 None None] Provisioning for port 105f65b8-fdcc-408d-b240-1d24ba9a5847 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:50.500940 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:50.501458 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:50.534994 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a911f702-33ac-4be5-8dc8-3aadc4c62ad2 req-07ee3e67-82d2-4c05-afa3-539821ff76ca tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630528 Jul 23 17:09:50.535648 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93251) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:09:50.578520 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:50.579953 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:50.592871 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:50.671306 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:50.690611 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Network e86bd944-532d-4858-83f3-391c0fffcbc7 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:50.703022 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:50.706060 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:50.713766 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 2, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:50.779088 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Checking router: 5ccdb645-0bf3-4ea6-8899-2bae48354998 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:09:50.779788 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Updating router 5ccdb645-0bf3-4ea6-8899-2bae48354998 port a66dc1fb-9c25-4397-a185-733ceec621f6 binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:09:50.781003 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:50.782111 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:50.835993 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 105f65b8-fdcc-408d-b240-1d24ba9a5847 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:50.847932 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:50.864248 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Allocated IP 172.20.0.1 (44a013ae-5c0f-417d-b0ad-a3f65eb7afbd/73cd7c96-c5ee-4367-baeb-4187c7b3f36e/c97cfc26-5e5d-410c-8803-939cf0bad4fc) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:50.899642 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-7f6818bd-2224-4b88-b017-e3d203ee7dfb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1890900 Jul 23 17:09:50.953941 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Request body: {'port': {'device_id': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:51.026336 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 105f65b8-fdcc-408d-b240-1d24ba9a5847 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:51.032371 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.040108 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 105f65b8-fdcc-408d-b240-1d24ba9a5847 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:51.040486 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.085914 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Transition to ACTIVE for port object c97cfc26-5e5d-410c-8803-939cf0bad4fc will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:51.160844 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.194868 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0f85f218-b8d4-42a3-89a9-9f4f6f93645f None None] Provisioning for port 9c78f778-d9eb-456d-ba38-f7b91c910334 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:51.200490 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.234521 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c97cfc26-5e5d-410c-8803-939cf0bad4fc,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:51.247076 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0f85f218-b8d4-42a3-89a9-9f4f6f93645f None None] Provisioning complete for port 9c78f778-d9eb-456d-ba38-f7b91c910334 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:51.247460 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0f85f218-b8d4-42a3-89a9-9f4f6f93645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.270375 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:51.276440 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:51.288650 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:51.351564 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfe3b4-9272-4388-8bc5-b6bc3b02f0ab req-36c46253-4054-415a-8f45-68a68ebdbdd3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:51.353102 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c8cfe3b4-9272-4388-8bc5-b6bc3b02f0ab req-36c46253-4054-415a-8f45-68a68ebdbdd3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.7642698 Jul 23 17:09:51.385278 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.424647 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fa065-429d-4786-9565-b84c7fc9358c req-d21a226e-0710-44d6-a073-4c194354c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:51.427244 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-960fa065-429d-4786-9565-b84c7fc9358c req-d21a226e-0710-44d6-a073-4c194354c910 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1099 time: 0.8841951 Jul 23 17:09:51.483626 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.500539 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0f85f218-b8d4-42a3-89a9-9f4f6f93645f None None] Port 9c78f778-d9eb-456d-ba38-f7b91c910334 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:51.505571 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Transition to ACTIVE for port object 77a4144e-291e-4666-bf80-2b26d68e52fd will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:51.541664 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.601663 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.604890 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.617963 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fa065-429d-4786-9565-b84c7fc9358c req-740dd639-c0b4-46cd-be8c-aef7d4d0d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:51.621108 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Transition to ACTIVE for port object a66dc1fb-9c25-4397-a185-733ceec621f6 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:51.622579 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-960fa065-429d-4786-9565-b84c7fc9358c req-740dd639-c0b4-46cd-be8c-aef7d4d0d5ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 920 time: 0.1569517 Jul 23 17:09:51.631481 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bac881-3ca8-455d-a5f4-fdd5c5c5f680 None None] Pushing event updated for resources: {'Port': ['ID=77a4144e-291e-4666-bf80-2b26d68e52fd,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:51.632620 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.637389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.648272 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Attempting to bind port 77a4144e-291e-4666-bf80-2b26d68e52fd on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:51.648809 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Attempting to bind port 77a4144e-291e-4666-bf80-2b26d68e52fd by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:51.649327 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Attempting to bind port 77a4144e-291e-4666-bf80-2b26d68e52fd on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:51.663323 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:51.663705 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:51.664120 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.664511 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:51.664993 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Bound port: 77a4144e-291e-4666-bf80-2b26d68e52fd, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:51.665390 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.725331 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] For port 77a4144e-291e-4666-bf80-2b26d68e52fd, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:51.728072 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20809f33-058c-4079-8c9e-ebfbae1535eb None None] Pushing event updated for resources: {'Port': ['ID=a66dc1fb-9c25-4397-a185-733ceec621f6,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:51.729351 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] For port 77a4144e-291e-4666-bf80-2b26d68e52fd, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=77a4144e-291e-4666-bf80-2b26d68e52fd,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:51.747221 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.749050 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7e136dc9-1f48-4095-9b51-f3d3cf1c864e None None] Provisioning complete for port 105f65b8-fdcc-408d-b240-1d24ba9a5847 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:51.749510 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7e136dc9-1f48-4095-9b51-f3d3cf1c864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.776948 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 105f65b8-fdcc-408d-b240-1d24ba9a5847, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=105f65b8-fdcc-408d-b240-1d24ba9a5847,segment=NetworkSegment(cb017754-8746-4169-a3a8-96366e0d86b2),segment_id=cb017754-8746-4169-a3a8-96366e0d86b2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:51.793776 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c8cfe3b4-9272-4388-8bc5-b6bc3b02f0ab req-f7309b84-9a54-456e-a032-f34d8029eacc tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632658 Jul 23 17:09:51.833994 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.847012 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Attempting to bind port a66dc1fb-9c25-4397-a185-733ceec621f6 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:51.847510 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Attempting to bind port a66dc1fb-9c25-4397-a185-733ceec621f6 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:51.847742 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Attempting to bind port a66dc1fb-9c25-4397-a185-733ceec621f6 on network ac79f40a-f5ed-432b-9649-a647125a7089 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:51.858526 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:51.858900 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Checking segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:51.859300 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.859695 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Bound using segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:51.860160 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Bound port: a66dc1fb-9c25-4397-a185-733ceec621f6, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:51.860564 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.941722 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.946021 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-960fa065-429d-4786-9565-b84c7fc9358c req-324c13ca-cac6-4cc0-b4cc-85e2f35de44d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786fa294-0f07-4c78-943a-db44e066ebbf HTTP/1.1" status: 200 len: 217 time: 0.2104316 Jul 23 17:09:51.948578 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:51.951571 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Routers {'e6c5f88d-041b-4da0-aeb7-342e65057cc0'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:51.952549 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:51.957152 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bac881-3ca8-455d-a5f4-fdd5c5c5f680 None None] Pushing event updated for resources: {'Port': ['ID=77a4144e-291e-4666-bf80-2b26d68e52fd,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:51.991984 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] For port a66dc1fb-9c25-4397-a185-733ceec621f6, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:51.996521 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] For port a66dc1fb-9c25-4397-a185-733ceec621f6, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=a66dc1fb-9c25-4397-a185-733ceec621f6,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:52.018404 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:52.065526 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:52.065745 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:52.069565 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 738c40ab-f969-4928-9e72-19794a99506d up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:52.081623 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:52.082704 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:52.113162 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155c0bc-40e6-4b52-bc96-6e998ec62676 req-be0f10e1-a763-4137-8726-7335ef84ae16 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:52.119809 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c97cfc26-5e5d-410c-8803-939cf0bad4fc,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:52.122474 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8155c0bc-40e6-4b52-bc96-6e998ec62676 req-be0f10e1-a763-4137-8726-7335ef84ae16 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 932 time: 0.8680134 Jul 23 17:09:52.129110 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20809f33-058c-4079-8c9e-ebfbae1535eb None None] Pushing event updated for resources: {'Port': ['ID=a66dc1fb-9c25-4397-a185-733ceec621f6,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:52.138467 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Sync routers for ids ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:09:52.219183 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:52.220676 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d63343a2-f2eb-4b72-aaf6-baa797a59b33 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.2020164 Jul 23 17:09:52.228231 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48250) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:52.249470 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Routers {'98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:52.249470 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:52.256119 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=105f65b8-fdcc-408d-b240-1d24ba9a5847,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:52.256294 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:52.265266 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8155c0bc-40e6-4b52-bc96-6e998ec62676 req-6e09177c-f0a6-4806-ab91-5bc02b913f53 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373427 Jul 23 17:09:52.465848 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 738c40ab-f969-4928-9e72-19794a99506d triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:52.466225 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:52.483162 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c78f778-d9eb-456d-ba38-f7b91c910334 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:09:52.496514 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:52.562954 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] Set router e6c5f88d-041b-4da0-aeb7-342e65057cc0 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:52.571110 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:52.576312 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39e841-e2f1-443c-97b3-57f12643a515 req-9a0166e2-9e39-4258-92fa-6b5309b0f05a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:52.576597 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:52.577932 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8f39e841-e2f1-443c-97b3-57f12643a515 req-9a0166e2-9e39-4258-92fa-6b5309b0f05a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 931 time: 0.1711869 Jul 23 17:09:52.579051 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Transition to ACTIVE for port object 9c78f778-d9eb-456d-ba38-f7b91c910334 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:52.584866 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:52.611225 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:52.629944 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98614fb6-1ab6-4e00-ad61-d60462f22a1c {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:09:52.648866 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392e896-0c05-48b0-a63c-e94c6fdd4d23 None None] The sync data for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi is: [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:09:52.700196 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8f39e841-e2f1-443c-97b3-57f12643a515 req-2da1d222-7524-466a-b4d8-9776a194a633 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151755 Jul 23 17:09:52.704109 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:52.781306 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Transition to ACTIVE for port object 98614fb6-1ab6-4e00-ad61-d60462f22a1c will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:52.792104 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:52.792558 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Router e6c5f88d-041b-4da0-aeb7-342e65057cc0 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:09:52.816749 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:52.947472 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Set router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:53.003535 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Pushing event updated for resources: {'Port': ['ID=98614fb6-1ab6-4e00-ad61-d60462f22a1c,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:53.018388 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48262) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:53.145290 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Attempting to bind port 9c78f778-d9eb-456d-ba38-f7b91c910334 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:53.146560 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Attempting to bind port 9c78f778-d9eb-456d-ba38-f7b91c910334 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:53.147136 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Attempting to bind port 9c78f778-d9eb-456d-ba38-f7b91c910334 on network e86bd944-532d-4858-83f3-391c0fffcbc7 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:53.192323 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Port 9c78f778-d9eb-456d-ba38-f7b91c910334 on network e86bd944-532d-4858-83f3-391c0fffcbc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:09:53.192654 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Attempting to bind port 9c78f778-d9eb-456d-ba38-f7b91c910334 on network e86bd944-532d-4858-83f3-391c0fffcbc7 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:53.226785 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:53.227125 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Checking segment: {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:53.227511 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Bound using segment: {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:53.227954 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Bound port: 9c78f778-d9eb-456d-ba38-f7b91c910334, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:53.228311 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.256200 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb318c58-42c2-4238-8a79-0454ffdeea2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.290298 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-dc36628b-cc45-44f0-aa06-e2ee099bf652 None None] Provisioning for port c97cfc26-5e5d-410c-8803-939cf0bad4fc completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:53.295227 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:53.300747 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-dc36628b-cc45-44f0-aa06-e2ee099bf652 None None] Provisioning complete for port c97cfc26-5e5d-410c-8803-939cf0bad4fc triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:53.301128 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dc36628b-cc45-44f0-aa06-e2ee099bf652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.313416 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e2047713-3504-49ed-bc6e-e0be5ff0d4c6 admin admin] 10.222.0.70 "PUT /v2.0/routers/e6c5f88d-041b-4da0-aeb7-342e65057cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9395654 Jul 23 17:09:53.344012 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833eb67-6b90-47ae-9248-fcec6fbf4056 req-12622af7-46ea-4d68-b67a-d69828066e5d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:53.345808 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5833eb67-6b90-47ae-9248-fcec6fbf4056 req-12622af7-46ea-4d68-b67a-d69828066e5d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.3261790 Jul 23 17:09:53.351247 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Attempting to bind port 98614fb6-1ab6-4e00-ad61-d60462f22a1c on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:53.351586 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Attempting to bind port 98614fb6-1ab6-4e00-ad61-d60462f22a1c by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'dcc7f074-2a7f-423d-9bc5-98be17177488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:53.351918 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Attempting to bind port 98614fb6-1ab6-4e00-ad61-d60462f22a1c on network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:53.361690 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 9287788e-3650-4bb9-9b70-2d8b02670b30 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:53.397508 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Port 98614fb6-1ab6-4e00-ad61-d60462f22a1c on network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:09:53.397746 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Attempting to bind port 98614fb6-1ab6-4e00-ad61-d60462f22a1c on network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:53.428403 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.441857 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:53.441857 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Checking segment: {'id': 'dcc7f074-2a7f-423d-9bc5-98be17177488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:53.441857 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Bound using segment: {'id': 'dcc7f074-2a7f-423d-9bc5-98be17177488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:53.442217 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-dc36628b-cc45-44f0-aa06-e2ee099bf652 None None] Port c97cfc26-5e5d-410c-8803-939cf0bad4fc cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:53.442519 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Bound port: 98614fb6-1ab6-4e00-ad61-d60462f22a1c, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc7f074-2a7f-423d-9bc5-98be17177488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:53.442851 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.473059 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:46Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 4, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'gw_port': {'id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:47Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'c97cfc26-5e5d-410c-8803-939cf0bad4fc', 'name': '', 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'mac_address': 'fa:16:3e:83:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:50Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 2, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'subnets': [{'id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:53.498594 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:53.522050 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5833eb67-6b90-47ae-9248-fcec6fbf4056 req-63918793-0377-4c8b-9e24-4d193a631a54 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655846 Jul 23 17:09:53.535155 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:53.545810 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb629c-5d71-4621-b835-3c65109db429 None None] The sync data for ids ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'] in dv-cinder-801916-2-iscsi is: [{'id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:46Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 4, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'gw_port': {'id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:47Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'c97cfc26-5e5d-410c-8803-939cf0bad4fc', 'name': '', 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'mac_address': 'fa:16:3e:83:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:50Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 2, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'subnets': [{'id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:09:53.570863 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.574656 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 9287788e-3650-4bb9-9b70-2d8b02670b30 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:53.577865 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.695404 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:53.695936 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.700062 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:43Z', 'updated_at': '2021-07-23T17:09:46Z', 'revision_number': 3, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'gw_port': {'id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:44Z', 'updated_at': '2021-07-23T17:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:53.700743 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] 10.222.0.16 "PUT /v2.0/ports/9c78f778-d9eb-456d-ba38-f7b91c910334 HTTP/1.1" status: 200 len: 1094 time: 2.7588363 Jul 23 17:09:53.704003 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:09:53.706437 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef24e71-4885-45a0-bb4b-551cd1c14d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:09:53.707298 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-4538f283-b762-4edf-94f3-ee9d6353b102 None None] Provisioning complete for port c97cfc26-5e5d-410c-8803-939cf0bad4fc triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:53.707763 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4538f283-b762-4edf-94f3-ee9d6353b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.711029 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Allocated IP 172.20.0.1 (54494524-9417-4b93-b689-d156fe6e8e96/8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2/5b695a63-b42c-431b-b34d-7c1a3922dadc) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:53.758131 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] For port 98614fb6-1ab6-4e00-ad61-d60462f22a1c, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:53.764857 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98460ac2-4586-449c-82a2-e2680c62be6c service neutron] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:53.782737 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Checking router: 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:09:53.783340 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Updating router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 port c6a171f5-4f17-46fd-a599-c60b33941fa5 binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:09:53.799082 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb318c58-42c2-4238-8a79-0454ffdeea2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.810646 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] For port 98614fb6-1ab6-4e00-ad61-d60462f22a1c, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=98614fb6-1ab6-4e00-ad61-d60462f22a1c,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:53.811668 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cb318c58-42c2-4238-8a79-0454ffdeea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.852929 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.870032 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-4538f283-b762-4edf-94f3-ee9d6353b102 None None] Port c97cfc26-5e5d-410c-8803-939cf0bad4fc cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:53.893095 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.900571 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.919784 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Transition to ACTIVE for port object 5b695a63-b42c-431b-b34d-7c1a3922dadc will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:53.922197 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Pushing event updated for resources: {'Port': ['ID=98614fb6-1ab6-4e00-ad61-d60462f22a1c,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:53.925054 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb318c58-42c2-4238-8a79-0454ffdeea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c1ee9f-e2db-4909-a160-2489e8c74997,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:53.969186 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:53.969920 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.971306 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-a1e587d9-5fb2-4421-8e8b-dc47a8888d2e service neutron] 10.222.0.16 "PUT /v2.0/ports/98614fb6-1ab6-4e00-ad61-d60462f22a1c HTTP/1.1" status: 200 len: 1093 time: 3.8347836 Jul 23 17:09:53.981301 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:53.992071 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cb318c58-42c2-4238-8a79-0454ffdeea2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b484ee7082047cf9585ed0b282708a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9650078 Jul 23 17:09:53.997229 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48278) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:54.082124 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Network 54494524-9417-4b93-b689-d156fe6e8e96 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:54.089152 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:54.095624 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Pushing event updated for resources: {'Port': ['ID=5b695a63-b42c-431b-b34d-7c1a3922dadc,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:54.102903 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:54.169893 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.221717 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a66dc1fb-9c25-4397-a185-733ceec621f6 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:54.367017 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port a66dc1fb-9c25-4397-a185-733ceec621f6 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:54.382457 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port a66dc1fb-9c25-4397-a185-733ceec621f6 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:54.382828 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.407548 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35d8d8-9756-4ab0-8ab6-3fffd4779d71 req-b7aa003c-39e7-44a7-aae2-5ee214f416e4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:54.408095 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.414732 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7c35d8d8-9756-4ab0-8ab6-3fffd4779d71 req-b7aa003c-39e7-44a7-aae2-5ee214f416e4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.7853529 Jul 23 17:09:54.416610 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.427279 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Transition to ACTIVE for port object c6a171f5-4f17-46fd-a599-c60b33941fa5 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:54.446947 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.498486 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c9c86319-bf30-4314-9f6f-b99fbf52f5a0 None None] Provisioning for port 5b695a63-b42c-431b-b34d-7c1a3922dadc completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:54.507280 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447f6b0-0814-4ae6-b95b-e88d7643a437 None None] Pushing event updated for resources: {'Port': ['ID=c6a171f5-4f17-46fd-a599-c60b33941fa5,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:54.527930 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c9c86319-bf30-4314-9f6f-b99fbf52f5a0 None None] Provisioning complete for port 5b695a63-b42c-431b-b34d-7c1a3922dadc triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:54.528299 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c9c86319-bf30-4314-9f6f-b99fbf52f5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.572681 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c9c86319-bf30-4314-9f6f-b99fbf52f5a0 None None] Port 5b695a63-b42c-431b-b34d-7c1a3922dadc cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:54.581316 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Attempting to bind port c6a171f5-4f17-46fd-a599-c60b33941fa5 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:54.581974 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Attempting to bind port c6a171f5-4f17-46fd-a599-c60b33941fa5 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:54.582103 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Attempting to bind port c6a171f5-4f17-46fd-a599-c60b33941fa5 on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:54.593796 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:54.593796 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:54.593796 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.594229 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:54.594610 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Bound port: c6a171f5-4f17-46fd-a599-c60b33941fa5, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:54.595014 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.640296 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e487260f-3874-42b0-b5e2-7bed2c24a34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.657707 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fa065-429d-4786-9565-b84c7fc9358c req-f32efc46-10db-4bfd-a24c-309836b66cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:54.659570 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-960fa065-429d-4786-9565-b84c7fc9358c req-f32efc46-10db-4bfd-a24c-309836b66cfe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 200 len: 859 time: 0.1938987 Jul 23 17:09:54.680116 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.701968 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] For port c6a171f5-4f17-46fd-a599-c60b33941fa5, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:54.715204 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7c35d8d8-9756-4ab0-8ab6-3fffd4779d71 req-bc72f740-d2b8-4eb8-a6ca-41d742b31887 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477720 Jul 23 17:09:54.727459 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] For port c6a171f5-4f17-46fd-a599-c60b33941fa5, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=c6a171f5-4f17-46fd-a599-c60b33941fa5,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:54.736585 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port a66dc1fb-9c25-4397-a185-733ceec621f6, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=a66dc1fb-9c25-4397-a185-733ceec621f6,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:54.742805 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.747994 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.759004 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e487260f-3874-42b0-b5e2-7bed2c24a34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.763307 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.763516 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-960fa065-429d-4786-9565-b84c7fc9358c req-c0ea9edc-64c5-4234-89d6-22c449ee2776 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=417736eb-5938-416e-bd51-d091dba2edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885730 Jul 23 17:09:54.796096 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce00452f-9754-41b7-be0d-4ec44defddb2 x-openstack-request-id: req-ce00452f-9754-41b7-be0d-4ec44defddb2 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:09:54.796388 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:09:54.796658 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce00452f-9754-41b7-be0d-4ec44defddb2 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:09:54.797040 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'status': 'completed', 'code': 200} Jul 23 17:09:54.809901 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.810691 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 105f65b8-fdcc-408d-b240-1d24ba9a5847 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:54.897193 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Pushing event updated for resources: {'Port': ['ID=5b695a63-b42c-431b-b34d-7c1a3922dadc,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:54.905572 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Routers {'98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:09:54.906211 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:54.906610 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:54.911263 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447f6b0-0814-4ae6-b95b-e88d7643a437 None None] Pushing event updated for resources: {'Port': ['ID=c6a171f5-4f17-46fd-a599-c60b33941fa5,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:54.911461 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-eacd1847-2127-44ee-9cf4-932517305bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:54.913043 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-eacd1847-2127-44ee-9cf4-932517305bee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7bc015b50ce045578c2c208fc956ffdc&device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 1096 time: 0.3949764 Jul 23 17:09:54.914865 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-00e10fba-4aa1-4f78-8a3d-6ae0cf774dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:54.916687 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-00e10fba-4aa1-4f78-8a3d-6ae0cf774dfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 1097 time: 0.3508418 Jul 23 17:09:55.020486 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-90f1b0a7-298c-4da0-b2e3-d06ea9d18df9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98614fb6-1ab6-4e00-ad61-d60462f22a1c HTTP/1.1" status: 200 len: 217 time: 0.0890725 Jul 23 17:09:55.028450 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-c8efe42b-c227-4098-9191-b07f9d85fc93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c78f778-d9eb-456d-ba38-f7b91c910334 HTTP/1.1" status: 200 len: 217 time: 0.0962036 Jul 23 17:09:55.036448 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 105f65b8-fdcc-408d-b240-1d24ba9a5847 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:55.036853 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:55.044663 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e487260f-3874-42b0-b5e2-7bed2c24a34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:55.047166 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e487260f-3874-42b0-b5e2-7bed2c24a34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:55.052325 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e487260f-3874-42b0-b5e2-7bed2c24a34c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8c1ee9f-e2db-4909-a160-2489e8c74997 HTTP/1.1" status: 204 len: 168 time: 1.0496988 Jul 23 17:09:55.080765 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-960fa065-429d-4786-9565-b84c7fc9358c req-460e4f7b-568d-4db8-af71-799ee14d1022 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041279 Jul 23 17:09:55.086125 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=a66dc1fb-9c25-4397-a185-733ceec621f6,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:55.134238 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487260f-3874-42b0-b5e2-7bed2c24a34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c1ee9f-e2db-4909-a160-2489e8c74997,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:55.160256 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] Set router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:09:55.188632 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0dd11-f746-4f43-838d-e5b2d85d26ad req-fe71e496-ce76-48c6-afc8-88d804500106 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:55.190195 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-56b0dd11-f746-4f43-838d-e5b2d85d26ad req-fe71e496-ce76-48c6-afc8-88d804500106 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 943 time: 0.3472056 Jul 23 17:09:55.197918 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-ca46498f-03ed-4cc5-a989-1659dad48868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:55.199327 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-ca46498f-03ed-4cc5-a989-1659dad48868 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8bf4eba8-6de9-41bb-9d1d-199f981830ab HTTP/1.1" status: 200 len: 849 time: 0.1696942 Jul 23 17:09:55.230731 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-f2b435de-562d-40d4-9438-cdd703374087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:55.232449 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-f2b435de-562d-40d4-9438-cdd703374087 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.1803908 Jul 23 17:09:55.311691 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48290) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:55.318346 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-60bc94c9-9e8c-42c1-91ae-dd88cb722c7f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630329740', 'description': 'tempest-secgroup-smoke-630329740 description', 'project_id': 'dcda74bb9a354ea1b502df7985de8092'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:55.357523 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-4f3b4387-dff5-48ad-8074-292d125f3aa8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302338 Jul 23 17:09:55.360266 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60bc94c9-9e8c-42c1-91ae-dd88cb722c7f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:55.439920 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Network 54494524-9417-4b93-b689-d156fe6e8e96 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:55.448526 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:55.512125 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-56b0dd11-f746-4f43-838d-e5b2d85d26ad req-8679cb40-8d68-4836-8a0d-0c94846ee059 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866437 Jul 23 17:09:55.639983 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-960fa065-429d-4786-9565-b84c7fc9358c req-2fa0b6cb-c1dc-4251-a469-fa9776e41a5b service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307944 Jul 23 17:09:55.665008 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:43Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 4, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'gw_port': {'id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:44Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '5b695a63-b42c-431b-b34d-7c1a3922dadc', 'name': '', 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'mac_address': 'fa:16:3e:ee:0b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:53Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 2, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'subnets': [{'id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:09:55.696266 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-c4ff744b-6717-4ffc-9da4-d497aa6817d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:55.698051 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-c4ff744b-6717-4ffc-9da4-d497aa6817d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4053330 Jul 23 17:09:55.729548 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f006b0c-b26e-4a10-aa4b-a1e0110ebf7c req-952ba5a0-ba4a-4736-87d3-6a876ce36214 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:55.738783 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f006b0c-b26e-4a10-aa4b-a1e0110ebf7c req-952ba5a0-ba4a-4736-87d3-6a876ce36214 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.3044438 Jul 23 17:09:55.881073 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:09:55.916809 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-fd08838f-98c2-48b8-b0fa-22799e1ddb09 service neutron] 10.222.0.16 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106559 Jul 23 17:09:56.027090 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60bc94c9-9e8c-42c1-91ae-dd88cb722c7f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.038097 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60bc94c9-9e8c-42c1-91ae-dd88cb722c7f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.046421 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f006b0c-b26e-4a10-aa4b-a1e0110ebf7c req-a6bcde6d-8a2d-431d-9b31-8487da14ec15 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064067 Jul 23 17:09:56.125859 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:09:56.127151 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29126c-7387-4959-a715-0968e4f3f247 None None] The sync data for ids ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'] in dv-cinder-801916-2-iscsi is: [{'id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:43Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 4, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'gw_port': {'id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:44Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '5b695a63-b42c-431b-b34d-7c1a3922dadc', 'name': '', 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'mac_address': 'fa:16:3e:ee:0b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:53Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 2, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'subnets': [{'id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:09:56.137274 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-99666e69-2415-4ec7-ab72-9931476ce2ec admin admin] 10.222.0.70 "PUT /v2.0/routers/98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9077992 Jul 23 17:09:56.147778 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-28d8e10a-3a2d-49eb-89cb-1567be27c639 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990502 Jul 23 17:09:56.161702 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 77a4144e-291e-4666-bf80-2b26d68e52fd up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:56.162906 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc94c9-9e8c-42c1-91ae-dd88cb722c7f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2da4d5-94ea-46c0-be98-68394c9c8af2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:56.166349 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-c815c194-7726-4ec5-99ef-897328e7774e None None] Provisioning complete for port 5b695a63-b42c-431b-b34d-7c1a3922dadc triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:56.171313 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-60bc94c9-9e8c-42c1-91ae-dd88cb722c7f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.173030 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c815c194-7726-4ec5-99ef-897328e7774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.175011 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-60bc94c9-9e8c-42c1-91ae-dd88cb722c7f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8606234 Jul 23 17:09:56.177190 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48324) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:56.186198 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-30585b36-c2e2-4de7-a3b7-5a4e68ebbc09 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'security_group_rule': {'security_group_id': '4d2da4d5-94ea-46c0-be98-68394c9c8af2', 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:56.206133 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-072c60c3-6e4b-4599-89f6-40ef7d04c7be req-005c1a69-9918-41c9-8ee0-83e57c2cb701 service neutron] 10.222.0.16 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885363 Jul 23 17:09:56.230823 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b9509-a5ea-4c29-a150-6d494ddb7c22 req-1a54dac2-d8f3-4b5b-8d8c-4c4f6634a1d6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:56.232374 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-193b9509-a5ea-4c29-a150-6d494ddb7c22 req-1a54dac2-d8f3-4b5b-8d8c-4c4f6634a1d6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.2874682 Jul 23 17:09:56.253425 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30585b36-c2e2-4de7-a3b7-5a4e68ebbc09 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.300730 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-c815c194-7726-4ec5-99ef-897328e7774e None None] Port 5b695a63-b42c-431b-b34d-7c1a3922dadc cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:09:56.319247 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 77a4144e-291e-4666-bf80-2b26d68e52fd completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:56.320285 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-193b9509-a5ea-4c29-a150-6d494ddb7c22 req-04233e30-630a-4490-947a-446982d63512 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588377 Jul 23 17:09:56.324064 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06156a8f-4b7c-44b7-b04c-2175c02723ae req-1cda8a10-2e5f-4a74-af89-6616621ae83c service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611273 Jul 23 17:09:56.341464 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 77a4144e-291e-4666-bf80-2b26d68e52fd triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:56.341716 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.367194 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30585b36-c2e2-4de7-a3b7-5a4e68ebbc09 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.373566 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30585b36-c2e2-4de7-a3b7-5a4e68ebbc09 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.404343 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30585b36-c2e2-4de7-a3b7-5a4e68ebbc09 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b1d16f-3127-415f-b66c-4fdbf17af798,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:56.428517 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-30585b36-c2e2-4de7-a3b7-5a4e68ebbc09 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.429912 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-30585b36-c2e2-4de7-a3b7-5a4e68ebbc09 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2505529 Jul 23 17:09:56.432787 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48338) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:56.438556 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-66690238-8aed-47f2-b67c-94533d47166b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'security_group_rule': {'security_group_id': '4d2da4d5-94ea-46c0-be98-68394c9c8af2', 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:56.456068 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.490972 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 77a4144e-291e-4666-bf80-2b26d68e52fd, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=77a4144e-291e-4666-bf80-2b26d68e52fd,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:56.497825 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66690238-8aed-47f2-b67c-94533d47166b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.504522 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.506737 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a66dc1fb-9c25-4397-a185-733ceec621f6 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:56.520272 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-bbab877b-c2e0-42fd-a229-6173350a982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:56.522370 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-bbab877b-c2e0-42fd-a229-6173350a982e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 1097 time: 0.1433344 Jul 23 17:09:56.663081 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=77a4144e-291e-4666-bf80-2b26d68e52fd,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:56.694315 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port a66dc1fb-9c25-4397-a185-733ceec621f6 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:56.695173 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.723116 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66690238-8aed-47f2-b67c-94533d47166b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.736845 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66690238-8aed-47f2-b67c-94533d47166b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.804208 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee2b02e-dc0e-4842-b808-a1e25c7b4db8', 'tag': '98614fb6-1ab6-4e00-ad61-d60462f22a1c'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:09:56.806536 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0050707-04b8-433c-9abb-a042c8e081e5" -d '{"events": [{"name": "network-changed", "server_uuid": "aee2b02e-dc0e-4842-b808-a1e25c7b4db8", "tag": "98614fb6-1ab6-4e00-ad61-d60462f22a1c"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:09:56.809436 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-52002bb8-4e1d-4050-ab93-a244a5aba22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:56.811423 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-52002bb8-4e1d-4050-ab93-a244a5aba22a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 918 time: 0.2797604 Jul 23 17:09:56.819825 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66690238-8aed-47f2-b67c-94533d47166b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e412a210-2c29-45b1-8d85-d960d479a4aa,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:56.911734 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-66690238-8aed-47f2-b67c-94533d47166b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:56.915402 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-66690238-8aed-47f2-b67c-94533d47166b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4792550 Jul 23 17:09:56.915816 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48362) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:56.918818 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-9f50a07d-2f33-4752-8bd9-fdb2c7b62caf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c78f778-d9eb-456d-ba38-f7b91c910334 HTTP/1.1" status: 200 len: 217 time: 0.0906467 Jul 23 17:09:56.930583 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-cbd7179a-f63e-4cb5-9efb-27af77d6e6b6 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'security_group_rule': {'security_group_id': '4d2da4d5-94ea-46c0-be98-68394c9c8af2', 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:56.948656 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ce0c7-2cbf-4bba-aefd-3b768752702f req-6d194e85-73f3-4ea2-adbf-d77faf44d54a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:56.956936 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0b6ce0c7-2cbf-4bba-aefd-3b768752702f req-6d194e85-73f3-4ea2-adbf-d77faf44d54a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 943 time: 0.2941563 Jul 23 17:09:56.965223 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fa1639-8887-4d0a-896c-104d73ebb738 x-openstack-request-id: req-f9fa1639-8887-4d0a-896c-104d73ebb738 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:09:56.965674 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee2b02e-dc0e-4842-b808-a1e25c7b4db8", "tag": "98614fb6-1ab6-4e00-ad61-d60462f22a1c", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:09:56.965863 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9fa1639-8887-4d0a-896c-104d73ebb738 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:09:56.966699 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee2b02e-dc0e-4842-b808-a1e25c7b4db8', 'tag': '98614fb6-1ab6-4e00-ad61-d60462f22a1c', 'status': 'completed', 'code': 200} Jul 23 17:09:56.980142 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbd7179a-f63e-4cb5-9efb-27af77d6e6b6 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.100812 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48372) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:57.141811 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbd7179a-f63e-4cb5-9efb-27af77d6e6b6 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.161770 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbd7179a-f63e-4cb5-9efb-27af77d6e6b6 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.278588 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7179a-f63e-4cb5-9efb-27af77d6e6b6 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2a36b3-52a1-483d-8c3e-5e80e1c459ca,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:57.280775 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0b6ce0c7-2cbf-4bba-aefd-3b768752702f req-c4332268-da3f-4269-ab36-bca64d6755e9 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050215 Jul 23 17:09:57.295114 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-e8f21006-5cc2-4e32-ba81-74d84fd7e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:57.296845 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-e8f21006-5cc2-4e32-ba81-74d84fd7e099 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.3293507 Jul 23 17:09:57.307056 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-cbd7179a-f63e-4cb5-9efb-27af77d6e6b6 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.308303 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-cbd7179a-f63e-4cb5-9efb-27af77d6e6b6 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3911643 Jul 23 17:09:57.315735 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48392) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:57.325201 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-9d1e856f-0708-4f87-bd70-a42801b72ae2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'security_group_rule': {'security_group_id': '4d2da4d5-94ea-46c0-be98-68394c9c8af2', 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:57.326450 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c6cb-0fc9-4769-805a-6183783605a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.474510 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-ef345ba7-e834-4a01-94d8-c0e51e49cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:57.487565 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-ef345ba7-e834-4a01-94d8-c0e51e49cadc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7bc015b50ce045578c2c208fc956ffdc&device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 1096 time: 0.5269802 Jul 23 17:09:57.496354 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9d1e856f-0708-4f87-bd70-a42801b72ae2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.543971 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c6cb-0fc9-4769-805a-6183783605a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.553259 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c6cb-0fc9-4769-805a-6183783605a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.594776 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4c6cb-0fc9-4769-805a-6183783605a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9114332a-3160-4300-bdf4-137d526da2cf,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:57.600249 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c8e4c6cb-0fc9-4769-805a-6183783605a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6f19f83a3ca41d5a57a91b66c6de20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968572 Jul 23 17:09:57.604720 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48402) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:57.698473 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3e59a01-7958-4380-b7ed-722f1e34d5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.762790 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3e59a01-7958-4380-b7ed-722f1e34d5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.850054 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3e59a01-7958-4380-b7ed-722f1e34d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.857193 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d3e59a01-7958-4380-b7ed-722f1e34d5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:57.860706 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d3e59a01-7958-4380-b7ed-722f1e34d5f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9114332a-3160-4300-bdf4-137d526da2cf HTTP/1.1" status: 204 len: 168 time: 0.2536123 Jul 23 17:09:57.887090 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e59a01-7958-4380-b7ed-722f1e34d5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9114332a-3160-4300-bdf4-137d526da2cf,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:58.035278 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789232-95f6-4274-96c2-ad8e8ca5bef1 req-ee3df3f1-c11b-473a-8fba-f4d65a2f4940 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:58.046361 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75789232-95f6-4274-96c2-ad8e8ca5bef1 req-ee3df3f1-c11b-473a-8fba-f4d65a2f4940 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.8372624 Jul 23 17:09:58.048508 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9d1e856f-0708-4f87-bd70-a42801b72ae2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.101091 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 77a4144e-291e-4666-bf80-2b26d68e52fd up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:58.103497 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-440c56f7-3a53-460d-8121-0e17129f8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:58.112372 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-440c56f7-3a53-460d-8121-0e17129f8b1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7940667 Jul 23 17:09:58.125146 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9d1e856f-0708-4f87-bd70-a42801b72ae2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.221332 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 77a4144e-291e-4666-bf80-2b26d68e52fd triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:58.222387 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.255437 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e856f-0708-4f87-bd70-a42801b72ae2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c88aa4f-d065-4385-b797-c6bd4589cf48,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:58.293446 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9d1e856f-0708-4f87-bd70-a42801b72ae2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.297516 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9d1e856f-0708-4f87-bd70-a42801b72ae2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9752479 Jul 23 17:09:58.298580 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48410) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:58.314719 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e8963052-76ff-4330-8bfb-a91dccad519d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'security_group_rule': {'security_group_id': '4d2da4d5-94ea-46c0-be98-68394c9c8af2', 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:58.331297 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75789232-95f6-4274-96c2-ad8e8ca5bef1 req-e3c66cc6-65cb-4d92-bc9c-5c72f644f90c tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756371 Jul 23 17:09:58.365134 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-90f913de-d2b8-4599-b543-3d8d82b1f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:58.369867 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-90f913de-d2b8-4599-b543-3d8d82b1f5b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de HTTP/1.1" status: 200 len: 910 time: 0.7915533 Jul 23 17:09:58.410260 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-e8963052-76ff-4330-8bfb-a91dccad519d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Project dcda74bb9a354ea1b502df7985de8092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:09:58.416613 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8963052-76ff-4330-8bfb-a91dccad519d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.518547 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-07db0539-9bca-4040-b070-43a16d6bcb83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98614fb6-1ab6-4e00-ad61-d60462f22a1c HTTP/1.1" status: 200 len: 217 time: 0.1094239 Jul 23 17:09:58.541301 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-8797b91c-4230-43df-986e-def74f8c4775 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135902 Jul 23 17:09:58.563699 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8963052-76ff-4330-8bfb-a91dccad519d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.568549 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430fc98-4749-4f25-8fa2-80eca8df7f4a req-8039b297-63e5-4cf7-a0cf-4083ce24e8f5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:58.572987 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8963052-76ff-4330-8bfb-a91dccad519d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.575695 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f430fc98-4749-4f25-8fa2-80eca8df7f4a req-8039b297-63e5-4cf7-a0cf-4083ce24e8f5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 1.1040840 Jul 23 17:09:58.584897 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:09:58.624477 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8963052-76ff-4330-8bfb-a91dccad519d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331742d4-bf8a-4459-b2a0-7b46c262db80,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:58.638305 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8963052-76ff-4330-8bfb-a91dccad519d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.642966 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e8963052-76ff-4330-8bfb-a91dccad519d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3429558 Jul 23 17:09:58.643918 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48432) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:58.659796 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e051c904-dafc-41c7-9fee-11ee1c859071 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'security_group_rule': {'security_group_id': '4d2da4d5-94ea-46c0-be98-68394c9c8af2', 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:58.690818 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-e051c904-dafc-41c7-9fee-11ee1c859071 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Project dcda74bb9a354ea1b502df7985de8092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:09:58.700359 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e051c904-dafc-41c7-9fee-11ee1c859071 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.784813 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:58.794224 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e051c904-dafc-41c7-9fee-11ee1c859071 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.799886 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e051c904-dafc-41c7-9fee-11ee1c859071 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.805741 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'port_id': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'mac_address': 'fa:16:3e:8b:02:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:09:58.829209 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051c904-dafc-41c7-9fee-11ee1c859071 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134f9d9a-b190-4d22-bc50-88e42b636413,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:58.848877 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e051c904-dafc-41c7-9fee-11ee1c859071 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.854328 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e051c904-dafc-41c7-9fee-11ee1c859071 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2092328 Jul 23 17:09:58.914116 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:58.921973 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f430fc98-4749-4f25-8fa2-80eca8df7f4a req-136aa548-681d-4936-bfff-38c75a523a24 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453169 Jul 23 17:09:58.951157 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-a160c69d-e002-4ce9-ae86-dd4b2fe24b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:58.953497 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-a160c69d-e002-4ce9-ae86-dd4b2fe24b5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8bf4eba8-6de9-41bb-9d1d-199f981830ab HTTP/1.1" status: 200 len: 849 time: 0.3757048 Jul 23 17:09:58.990953 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c78f778-d9eb-456d-ba38-f7b91c910334 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:09:59.088791 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-34003e4b-294b-4580-803f-5d27a2835c3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271739 Jul 23 17:09:59.094539 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:59.111040 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:59.112874 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 98614fb6-1ab6-4e00-ad61-d60462f22a1c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:09:59.131010 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fef24e71-4885-45a0-bb4b-551cd1c14d0d req-446a5f14-35c1-4e9f-8107-c478fc75882e service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523496 Jul 23 17:09:59.252351 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dcc34-d27c-402e-86a0-521dc39658a8 req-862ce424-be1b-4f71-8794-20b4c8dda57d tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:59.260295 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-774dcc34-d27c-402e-86a0-521dc39658a8 req-862ce424-be1b-4f71-8794-20b4c8dda57d tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 943 time: 0.6806746 Jul 23 17:09:59.361738 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:59.387113 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 98614fb6-1ab6-4e00-ad61-d60462f22a1c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=98614fb6-1ab6-4e00-ad61-d60462f22a1c,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:59.403172 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '98614fb6-1ab6-4e00-ad61-d60462f22a1c', 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de', 'port_id': '98614fb6-1ab6-4e00-ad61-d60462f22a1c', 'mac_address': 'fa:16:3e:5d:72:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf4eba8-6de9-41bb-9d1d-199f981830ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:09:59.458340 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-774dcc34-d27c-402e-86a0-521dc39658a8 req-f40bfcdd-065f-4a31-bd90-0d94ae1b517c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968386 Jul 23 17:09:59.491056 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:59.494119 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-0e21da2c-f5aa-4c0b-9e5c-494791016566 service neutron] 10.222.0.16 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659067 Jul 23 17:09:59.522163 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98614fb6-1ab6-4e00-ad61-d60462f22a1c {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:09:59.557532 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 98614fb6-1ab6-4e00-ad61-d60462f22a1c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=98614fb6-1ab6-4e00-ad61-d60462f22a1c,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:59.561823 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:59.633098 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=98614fb6-1ab6-4e00-ad61-d60462f22a1c,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:59.721591 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c0050707-04b8-433c-9abb-a042c8e081e5 req-96a856ab-3b11-4279-9072-63e901982cc3 service neutron] 10.222.0.16 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181187 Jul 23 17:09:59.734693 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79018e-2dc1-4dd2-a934-019d291789e6 req-3a1d9ed4-bf4b-4c25-9477-686db3c349a1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:59.742327 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3f79018e-2dc1-4dd2-a934-019d291789e6 req-3a1d9ed4-bf4b-4c25-9477-686db3c349a1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.2539744 Jul 23 17:09:59.785230 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3f79018e-2dc1-4dd2-a934-019d291789e6 req-e3f4f8c7-9c1d-4afc-880a-4ff87d299e06 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419598 Jul 23 17:09:59.839682 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['9c78f778-d9eb-456d-ba38-f7b91c910334'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:09:59.846233 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['98614fb6-1ab6-4e00-ad61-d60462f22a1c'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:00.181122 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a6847-3a23-41a5-a4f1-8f35192657d2 req-3cd70ed6-248e-4821-afec-3bfd027e7a26 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:00.191860 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b5a6847-3a23-41a5-a4f1-8f35192657d2 req-3cd70ed6-248e-4821-afec-3bfd027e7a26 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 945 time: 0.1404045 Jul 23 17:10:00.218099 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:10:00.234501 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c6a171f5-4f17-46fd-a599-c60b33941fa5 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:00.280259 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b5a6847-3a23-41a5-a4f1-8f35192657d2 req-2bfc5bad-40a5-4f7a-a134-707ca50491d6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873947 Jul 23 17:10:00.650146 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port c6a171f5-4f17-46fd-a599-c60b33941fa5 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:00.677488 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port c6a171f5-4f17-46fd-a599-c60b33941fa5 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:00.677965 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:00.753332 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Sync routers for ids ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:10:00.774311 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Routers {'e6c5f88d-041b-4da0-aeb7-342e65057cc0'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:00.774311 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:00.791039 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de778b09-4833-4e2c-b3a9-0e7ba69a5444 req-16d32075-9997-4676-a3e0-1f524f65f610 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:00.799773 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-de778b09-4833-4e2c-b3a9-0e7ba69a5444 req-16d32075-9997-4676-a3e0-1f524f65f610 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 944 time: 0.1241801 Jul 23 17:10:00.878796 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:00.903606 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port c6a171f5-4f17-46fd-a599-c60b33941fa5, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=c6a171f5-4f17-46fd-a599-c60b33941fa5,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:00.913072 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:00.969985 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Set router e6c5f88d-041b-4da0-aeb7-342e65057cc0 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:00.980170 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-de778b09-4833-4e2c-b3a9-0e7ba69a5444 req-806dab25-0afa-43dc-9354-f3c0911e924a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707830 Jul 23 17:10:00.986674 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=c6a171f5-4f17-46fd-a599-c60b33941fa5,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:01.094301 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b066176-7687-4ece-9b4a-4003a6a2971b req-b0d45257-5222-473e-b182-31eca9623781 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:01.096175 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b066176-7687-4ece-9b4a-4003a6a2971b req-b0d45257-5222-473e-b182-31eca9623781 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1187496 Jul 23 17:10:01.174271 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b066176-7687-4ece-9b4a-4003a6a2971b req-ef198234-2bac-4ca6-8154-61df5e56507d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718348 Jul 23 17:10:01.244265 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:46Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 4, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'gw_port': {'id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:47Z', 'updated_at': '2021-07-23T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'c97cfc26-5e5d-410c-8803-939cf0bad4fc', 'name': '', 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'mac_address': 'fa:16:3e:83:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:50Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 2, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'subnets': [{'id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:01.276306 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Checking router: e6c5f88d-041b-4da0-aeb7-342e65057cc0 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:10:01.276655 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Updating router e6c5f88d-041b-4da0-aeb7-342e65057cc0 port c97cfc26-5e5d-410c-8803-939cf0bad4fc binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:10:01.312020 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:01.562073 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee979db1-b228-4673-8367-2760a32e26dd req-437ccbc9-c6cf-439b-80f8-04d4afa4e7e6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:01.571338 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ee979db1-b228-4673-8367-2760a32e26dd req-437ccbc9-c6cf-439b-80f8-04d4afa4e7e6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 945 time: 0.1442316 Jul 23 17:10:01.659662 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ee979db1-b228-4673-8367-2760a32e26dd req-e5f017f7-1a79-4352-8247-089d26045591 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801888 Jul 23 17:10:01.687715 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:01.700894 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Transition to ACTIVE for port object c97cfc26-5e5d-410c-8803-939cf0bad4fc will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:01.710622 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:01.837071 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cef8c0-d15a-4b9d-a721-bbcd9193b169 None None] Pushing event updated for resources: {'Port': ['ID=c97cfc26-5e5d-410c-8803-939cf0bad4fc,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:01.961316 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Attempting to bind port c97cfc26-5e5d-410c-8803-939cf0bad4fc on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:01.961924 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Attempting to bind port c97cfc26-5e5d-410c-8803-939cf0bad4fc by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'cb017754-8746-4169-a3a8-96366e0d86b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:01.963056 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Attempting to bind port c97cfc26-5e5d-410c-8803-939cf0bad4fc on network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:01.969834 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:01.970210 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Checking segment: {'id': 'cb017754-8746-4169-a3a8-96366e0d86b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:01.970615 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:01.971321 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Bound using segment: {'id': 'cb017754-8746-4169-a3a8-96366e0d86b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:01.971779 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Bound port: c97cfc26-5e5d-410c-8803-939cf0bad4fc, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb017754-8746-4169-a3a8-96366e0d86b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:01.972360 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:02.041990 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48556) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:02.132063 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c6a171f5-4f17-46fd-a599-c60b33941fa5 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:02.161197 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] For port c97cfc26-5e5d-410c-8803-939cf0bad4fc, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:02.190272 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] For port c97cfc26-5e5d-410c-8803-939cf0bad4fc, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=c97cfc26-5e5d-410c-8803-939cf0bad4fc,segment=NetworkSegment(cb017754-8746-4169-a3a8-96366e0d86b2),segment_id=cb017754-8746-4169-a3a8-96366e0d86b2)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:02.200136 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:02.297252 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28815ca3-55aa-4583-855f-80e94a85446a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:02.325777 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d82789-b2c0-442a-b838-2d163b4ef9ce req-622455e7-6b9b-40b7-a7da-dce44300b86a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:02.327662 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2d82789-b2c0-442a-b838-2d163b4ef9ce req-622455e7-6b9b-40b7-a7da-dce44300b86a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 944 time: 0.2056012 Jul 23 17:10:02.354292 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port c6a171f5-4f17-46fd-a599-c60b33941fa5 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:02.357803 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:02.375524 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Routers {'e6c5f88d-041b-4da0-aeb7-342e65057cc0'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:02.376174 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:02.432070 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2d82789-b2c0-442a-b838-2d163b4ef9ce req-a14f5936-7402-4b4d-bfb6-e0063d4a7c8c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907233 Jul 23 17:10:02.564864 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f5bfa-e0c5-44bf-955b-26646125828e req-5390cdcf-794b-48f8-8ab8-1c8bc50ab860 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:02.582104 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4a4f5bfa-e0c5-44bf-955b-26646125828e req-5390cdcf-794b-48f8-8ab8-1c8bc50ab860 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.2117877 Jul 23 17:10:02.670033 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4a4f5bfa-e0c5-44bf-955b-26646125828e req-46e478a1-5091-40fd-afbd-d8b5b73e0013 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865936 Jul 23 17:10:02.704236 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28815ca3-55aa-4583-855f-80e94a85446a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:02.711168 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:02.716138 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-28815ca3-55aa-4583-855f-80e94a85446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:02.718773 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cef8c0-d15a-4b9d-a721-bbcd9193b169 None None] Pushing event updated for resources: {'Port': ['ID=c97cfc26-5e5d-410c-8803-939cf0bad4fc,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:02.776228 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28815ca3-55aa-4583-855f-80e94a85446a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47cbd73-c2f8-49d8-857b-92157caf1775,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:02.838885 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] Set router e6c5f88d-041b-4da0-aeb7-342e65057cc0 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:02.842612 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c7420-b22d-48d0-a674-3e638e265031 req-da5d7e10-94d5-4095-837a-1415f74a9eb6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:02.853769 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-be6c7420-b22d-48d0-a674-3e638e265031 req-da5d7e10-94d5-4095-837a-1415f74a9eb6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 945 time: 0.0976646 Jul 23 17:10:02.863353 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-28815ca3-55aa-4583-855f-80e94a85446a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63390c2493a142038d5cc6e057a26541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8014450 Jul 23 17:10:02.866239 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48570) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:02.964675 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-be6c7420-b22d-48d0-a674-3e638e265031 req-b5329272-c53c-4456-8841-9e79978ca183 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058536 Jul 23 17:10:02.981649 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4b90300-66a8-402e-9835-d9c2d2c67fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:02.986569 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 9c78f778-d9eb-456d-ba38-f7b91c910334 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:03.023510 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 9c78f778-d9eb-456d-ba38-f7b91c910334 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:03.023885 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:03.048522 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4b90300-66a8-402e-9835-d9c2d2c67fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:03.125974 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4b90300-66a8-402e-9835-d9c2d2c67fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:03.128763 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b4b90300-66a8-402e-9835-d9c2d2c67fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:03.130440 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b4b90300-66a8-402e-9835-d9c2d2c67fac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d47cbd73-c2f8-49d8-857b-92157caf1775 HTTP/1.1" status: 204 len: 168 time: 0.2612438 Jul 23 17:10:03.141046 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b90300-66a8-402e-9835-d9c2d2c67fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47cbd73-c2f8-49d8-857b-92157caf1775,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:03.231866 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:03.267165 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:03.271265 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f201dd-5233-4705-a77a-f07b0f633697" -d '{"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:03.286626 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:46Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 4, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'gw_port': {'id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:47Z', 'updated_at': '2021-07-23T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'c97cfc26-5e5d-410c-8803-939cf0bad4fc', 'name': '', 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'mac_address': 'fa:16:3e:83:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:50Z', 'updated_at': '2021-07-23T17:10:02Z', 'revision_number': 4, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'subnets': [{'id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:03.294330 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:03.305854 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:03.306820 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 98614fb6-1ab6-4e00-ad61-d60462f22a1c up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:03.350092 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad138d58-baef-46b9-96f7-367a6e295bee None None] The sync data for ids ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'] in dv-cinder-801916-2-iscsi is: [{'id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:46Z', 'updated_at': '2021-07-23T17:09:51Z', 'revision_number': 4, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'gw_port': {'id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:47Z', 'updated_at': '2021-07-23T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'c97cfc26-5e5d-410c-8803-939cf0bad4fc', 'name': '', 'network_id': '44a013ae-5c0f-417d-b0ad-a3f65eb7afbd', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'mac_address': 'fa:16:3e:83:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:50Z', 'updated_at': '2021-07-23T17:10:02Z', 'revision_number': 4, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'subnets': [{'id': '73cd7c96-c5ee-4367-baeb-4187c7b3f36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:10:03.387956 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5313d14d-31ab-4e7d-a376-e3a72edeb0c4 x-openstack-request-id: req-5313d14d-31ab-4e7d-a376-e3a72edeb0c4 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:03.388392 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:03.388676 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5313d14d-31ab-4e7d-a376-e3a72edeb0c4 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:03.389180 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'code': 200} Jul 23 17:10:03.481775 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Sync routers for ids ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:10:03.493121 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 98614fb6-1ab6-4e00-ad61-d60462f22a1c completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:03.503422 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 98614fb6-1ab6-4e00-ad61-d60462f22a1c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:03.503992 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:03.525496 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:03.549391 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Routers {'98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:03.550131 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:03.710092 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3de22e-3e3d-4eb5-a173-0d74283535e8 req-ccb07dd8-e039-402c-a2a1-c63a12872089 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:03.723846 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec3de22e-3e3d-4eb5-a173-0d74283535e8 req-ccb07dd8-e039-402c-a2a1-c63a12872089 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 944 time: 0.1602278 Jul 23 17:10:03.797113 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ec3de22e-3e3d-4eb5-a173-0d74283535e8 req-a17c0fd3-97dd-49a2-8201-49b7768905df tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716159 Jul 23 17:10:03.862935 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b323f38-5c7f-4e34-877a-9803ef8aff84 req-f2cfaf29-5c53-4968-ae76-2712cab2fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:03.866307 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b323f38-5c7f-4e34-877a-9803ef8aff84 req-f2cfaf29-5c53-4968-ae76-2712cab2fd0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 1099 time: 0.2424195 Jul 23 17:10:03.924086 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:04.000353 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 98614fb6-1ab6-4e00-ad61-d60462f22a1c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=98614fb6-1ab6-4e00-ad61-d60462f22a1c,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:04.036934 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:04.038873 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55afb0-630c-4033-a341-da996905c9f7 req-7837dac4-a498-44d5-a477-f8803fdde0d7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:04.049416 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Set router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:04.055268 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf55afb0-630c-4033-a341-da996905c9f7 req-7837dac4-a498-44d5-a477-f8803fdde0d7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.2532761 Jul 23 17:10:04.077907 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b323f38-5c7f-4e34-877a-9803ef8aff84 req-8590feaf-9a74-47b7-8662-076f607f5216 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950912 Jul 23 17:10:04.227884 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c97cfc26-5e5d-410c-8803-939cf0bad4fc up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:04.234321 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf55afb0-630c-4033-a341-da996905c9f7 req-a3ac536d-f104-4785-96a3-b57cbbf526c6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783094 Jul 23 17:10:04.331047 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dc819-a931-455f-b3c1-ea8ebe87d983 req-57ab9d58-f903-4c4b-b4a3-1acab3cf8d2a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:04.333312 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8c8dc819-a931-455f-b3c1-ea8ebe87d983 req-57ab9d58-f903-4c4b-b4a3-1acab3cf8d2a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.1862123 Jul 23 17:10:04.362643 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=98614fb6-1ab6-4e00-ad61-d60462f22a1c,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:04.441885 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8c8dc819-a931-455f-b3c1-ea8ebe87d983 req-5196e76b-51cc-42a7-9287-22fd9a84efab tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949419 Jul 23 17:10:04.518395 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port c97cfc26-5e5d-410c-8803-939cf0bad4fc completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:04.532708 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port c97cfc26-5e5d-410c-8803-939cf0bad4fc triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:04.533225 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:04.713309 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:04.766296 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port c97cfc26-5e5d-410c-8803-939cf0bad4fc, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=c97cfc26-5e5d-410c-8803-939cf0bad4fc,segment=NetworkSegment(cb017754-8746-4169-a3a8-96366e0d86b2),segment_id=cb017754-8746-4169-a3a8-96366e0d86b2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:04.777691 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:43Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 4, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'gw_port': {'id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:44Z', 'updated_at': '2021-07-23T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '5b695a63-b42c-431b-b34d-7c1a3922dadc', 'name': '', 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'mac_address': 'fa:16:3e:ee:0b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:53Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 2, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'subnets': [{'id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:04.787753 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:04.849606 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Checking router: 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:10:04.849958 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Updating router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 port 5b695a63-b42c-431b-b34d-7c1a3922dadc binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:10:04.975320 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:04.986820 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=c97cfc26-5e5d-410c-8803-939cf0bad4fc,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:05.058103 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f04766-a1c0-4f9d-a55a-a1a4c2bfb1d2 req-e59cf2b4-be5e-472b-b782-e482ff0b86e8 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:05.064677 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-61f04766-a1c0-4f9d-a55a-a1a4c2bfb1d2 req-e59cf2b4-be5e-472b-b782-e482ff0b86e8 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 945 time: 0.1564286 Jul 23 17:10:05.088334 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 48634) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:05.157224 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-61f04766-a1c0-4f9d-a55a-a1a4c2bfb1d2 req-03acaadd-b6ea-41ef-9803-185f1f5c4cab tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872955 Jul 23 17:10:05.322605 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7645fab-6675-4bb9-b587-d81501f04faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:05.396401 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2b02e-dc0e-4842-b808-a1e25c7b4db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98614fb6-1ab6-4e00-ad61-d60462f22a1c'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:05.405426 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822aa52-cb2b-470a-8b61-35d786ead795 req-b8d03ce9-0e66-43c6-8b6c-87a1aff1f078 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:05.406569 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06113ea2-cabe-44b8-b536-f0aa4bb24467" -d '{"events": [{"server_uuid": "aee2b02e-dc0e-4842-b808-a1e25c7b4db8", "name": "network-vif-plugged", "status": "completed", "tag": "98614fb6-1ab6-4e00-ad61-d60462f22a1c"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:05.407121 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a822aa52-cb2b-470a-8b61-35d786ead795 req-b8d03ce9-0e66-43c6-8b6c-87a1aff1f078 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0906351 Jul 23 17:10:05.488390 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2186e9-75df-475a-9d23-98febe3afabb x-openstack-request-id: req-ae2186e9-75df-475a-9d23-98febe3afabb {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:05.488986 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee2b02e-dc0e-4842-b808-a1e25c7b4db8", "name": "network-vif-plugged", "status": "completed", "tag": "98614fb6-1ab6-4e00-ad61-d60462f22a1c", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:05.489423 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae2186e9-75df-475a-9d23-98febe3afabb {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:05.489966 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2b02e-dc0e-4842-b808-a1e25c7b4db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98614fb6-1ab6-4e00-ad61-d60462f22a1c', 'code': 200} Jul 23 17:10:05.533931 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a822aa52-cb2b-470a-8b61-35d786ead795 req-7133c642-4b4f-468e-b543-0077b050cfba tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188397 Jul 23 17:10:05.606138 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7645fab-6675-4bb9-b587-d81501f04faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:05.628929 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c7645fab-6675-4bb9-b587-d81501f04faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:05.668592 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:05.688554 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c7645fab-6675-4bb9-b587-d81501f04faa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6f28b6c23cd4adba90706556e1f7231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5979431 Jul 23 17:10:05.691841 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48652) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:05.702068 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Transition to ACTIVE for port object 5b695a63-b42c-431b-b34d-7c1a3922dadc will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:05.722677 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:05.747202 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7645fab-6675-4bb9-b587-d81501f04faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1c95a-daa5-4660-90e6-6db6ced697d2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:05.760110 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34bf47-d8f1-4c11-a297-df549adf5d77 req-b862ad9c-f5fe-4f75-8055-29000175b17d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:05.771052 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1a34bf47-d8f1-4c11-a297-df549adf5d77 req-b862ad9c-f5fe-4f75-8055-29000175b17d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.1896384 Jul 23 17:10:05.902394 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1a34bf47-d8f1-4c11-a297-df549adf5d77 req-49ebc87b-7085-4d33-8a95-515e25e1ba6b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302493 Jul 23 17:10:05.939761 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8db5-241c-49ef-b4ec-3a8d10fed05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.003813 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b495e30-a5cb-47e6-b4c2-888f7836d9e6 req-37d2af0b-eebc-4d19-9987-7212663f1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:06.008380 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0b495e30-a5cb-47e6-b4c2-888f7836d9e6 req-37d2af0b-eebc-4d19-9987-7212663f1252 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 1098 time: 0.2133965 Jul 23 17:10:06.060847 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Attempting to bind port 5b695a63-b42c-431b-b34d-7c1a3922dadc on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:06.061292 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Attempting to bind port 5b695a63-b42c-431b-b34d-7c1a3922dadc by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'b1fce26b-4e16-448c-b6b4-feb098af718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:06.062281 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Attempting to bind port 5b695a63-b42c-431b-b34d-7c1a3922dadc on network 54494524-9417-4b93-b689-d156fe6e8e96 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:06.071536 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62fa0-1ca1-4cb7-96c7-1fec1f499092 None None] Pushing event updated for resources: {'Port': ['ID=5b695a63-b42c-431b-b34d-7c1a3922dadc,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:06.080122 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c97cfc26-5e5d-410c-8803-939cf0bad4fc up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:06.085173 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:06.085440 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Checking segment: {'id': 'b1fce26b-4e16-448c-b6b4-feb098af718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:06.086180 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.086877 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Bound using segment: {'id': 'b1fce26b-4e16-448c-b6b4-feb098af718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:06.087485 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Bound port: 5b695a63-b42c-431b-b34d-7c1a3922dadc, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fce26b-4e16-448c-b6b4-feb098af718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:06.087916 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.094663 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8db5-241c-49ef-b4ec-3a8d10fed05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.200275 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0b495e30-a5cb-47e6-b4c2-888f7836d9e6 req-97dd5194-e855-4b54-9ef7-91d5c25959fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701069 Jul 23 17:10:06.213979 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] For port 5b695a63-b42c-431b-b34d-7c1a3922dadc, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:06.220144 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] For port 5b695a63-b42c-431b-b34d-7c1a3922dadc, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=5b695a63-b42c-431b-b34d-7c1a3922dadc,segment=NetworkSegment(b1fce26b-4e16-448c-b6b4-feb098af718a),segment_id=b1fce26b-4e16-448c-b6b4-feb098af718a)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:06.225869 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.231202 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port c97cfc26-5e5d-410c-8803-939cf0bad4fc triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:06.231576 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.238955 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc36d-e711-4832-978b-16f7d5f767a3 req-6c29d00d-1b1e-4963-9ac5-675040fbc20e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:06.243371 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-971dc36d-e711-4832-978b-16f7d5f767a3 req-6c29d00d-1b1e-4963-9ac5-675040fbc20e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.2221961 Jul 23 17:10:06.252818 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 48660) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:06.258092 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'floatingip': {'port_id': '9c78f778-d9eb-456d-ba38-f7b91c910334'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:06.348853 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Routers {'98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:06.349703 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:06.384993 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8db5-241c-49ef-b4ec-3a8d10fed05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.385716 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8db5-241c-49ef-b4ec-3a8d10fed05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.386826 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f9ad8db5-241c-49ef-b4ec-3a8d10fed05c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6e1c95a-daa5-4660-90e6-6db6ced697d2 HTTP/1.1" status: 204 len: 168 time: 0.6926939 Jul 23 17:10:06.430452 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:06.439159 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad8db5-241c-49ef-b4ec-3a8d10fed05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1c95a-daa5-4660-90e6-6db6ced697d2,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:06.480113 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad62fa0-1ca1-4cb7-96c7-1fec1f499092 None None] Pushing event updated for resources: {'Port': ['ID=5b695a63-b42c-431b-b34d-7c1a3922dadc,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:06.585337 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] Set router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:06.737917 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473abf8f-095b-4a23-8d91-4507a7a8dcf1 req-1e5cb18c-a4a0-4394-b3d3-9c069c312bf9 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:06.749114 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-473abf8f-095b-4a23-8d91-4507a7a8dcf1 req-1e5cb18c-a4a0-4394-b3d3-9c069c312bf9 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 945 time: 0.4579055 Jul 23 17:10:06.908252 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:43Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 4, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'gw_port': {'id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:44Z', 'updated_at': '2021-07-23T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '5b695a63-b42c-431b-b34d-7c1a3922dadc', 'name': '', 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'mac_address': 'fa:16:3e:ee:0b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:53Z', 'updated_at': '2021-07-23T17:10:06Z', 'revision_number': 4, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'subnets': [{'id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:06.930287 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-473abf8f-095b-4a23-8d91-4507a7a8dcf1 req-d97b8fcf-00f4-439f-9354-b62e466688a2 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801362 Jul 23 17:10:06.944623 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbfbb0-34ec-407f-a105-26477489477a req-a073bcdd-826a-4c47-ba16-a4cec3efdd0f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:06.955512 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-03bbfbb0-34ec-407f-a105-26477489477a req-a073bcdd-826a-4c47-ba16-a4cec3efdd0f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.3141568 Jul 23 17:10:06.992378 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9cbe7-860d-4191-a941-3994ed546bae None None] The sync data for ids ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'] in dv-cinder-801916-2-iscsi is: [{'id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:43Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 4, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'gw_port': {'id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:44Z', 'updated_at': '2021-07-23T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '5b695a63-b42c-431b-b34d-7c1a3922dadc', 'name': '', 'network_id': '54494524-9417-4b93-b689-d156fe6e8e96', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'mac_address': 'fa:16:3e:ee:0b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:53Z', 'updated_at': '2021-07-23T17:10:06Z', 'revision_number': 4, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'subnets': [{'id': '8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:10:07.045789 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-03bbfbb0-34ec-407f-a105-26477489477a req-c84c5e44-9c7a-48f4-b0f4-1605186a907f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785553 Jul 23 17:10:08.086830 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.db.resource_extend [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 17:10:08.162531 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 5b695a63-b42c-431b-b34d-7c1a3922dadc up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:08.259782 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 5b695a63-b42c-431b-b34d-7c1a3922dadc completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:08.266996 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:08.269263 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 5b695a63-b42c-431b-b34d-7c1a3922dadc triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:08.270081 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:08.305224 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:08.408593 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:08.453113 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 5b695a63-b42c-431b-b34d-7c1a3922dadc, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=5b695a63-b42c-431b-b34d-7c1a3922dadc,segment=NetworkSegment(b1fce26b-4e16-448c-b6b4-feb098af718a),segment_id=b1fce26b-4e16-448c-b6b4-feb098af718a)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:08.475051 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:08.522458 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Floating IP 8235da90-66b2-4fb4-8c36-f82e19638ce0 associated. External IP: 172.27.2.239, port: 9c78f778-d9eb-456d-ba38-f7b91c910334. Jul 23 17:10:08.603406 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=5b695a63-b42c-431b-b34d-7c1a3922dadc,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:08.768049 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ed668-38d9-4553-9558-6040c4ebbe79 req-8eeb52f5-17f8-4b87-9814-9bb3d2cc520f tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:08.779221 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-246ed668-38d9-4553-9558-6040c4ebbe79 req-8eeb52f5-17f8-4b87-9814-9bb3d2cc520f tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 945 time: 0.5212104 Jul 23 17:10:08.819520 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b5602-da36-42ce-bd72-562571badc3a req-7b00ec2d-6f93-490d-a4f0-5468740ebef4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:08.826536 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6b7b5602-da36-42ce-bd72-562571badc3a req-7b00ec2d-6f93-490d-a4f0-5468740ebef4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.5671334 Jul 23 17:10:08.924608 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-246ed668-38d9-4553-9558-6040c4ebbe79 req-87e0ca17-afff-44ef-a7d9-d0d87bce9e2b tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422026 Jul 23 17:10:08.937317 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6b7b5602-da36-42ce-bd72-562571badc3a req-b8a01742-19bc-41d4-9979-c7cfda8c9257 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099052 Jul 23 17:10:08.944229 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Router a2d7bccc-2305-41c0-8146-d37496217506 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:10:09.096918 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:10:09.102856 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:09.109007 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] Sync routers for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:10:09.128684 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:09.132293 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:09.164872 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f3891339-70aa-41a7-8480-ce18e2a10a83 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "PUT /v2.0/floatingips/8235da90-66b2-4fb4-8c36-f82e19638ce0 HTTP/1.1" status: 200 len: 992 time: 2.9107320 Jul 23 17:10:09.165834 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:09.168380 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae1f39b-3b3f-4145-8b97-86da67a997a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:09.243550 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142fbd01-ab69-4708-a36a-cb3ba5d5d15b x-openstack-request-id: req-142fbd01-ab69-4708-a36a-cb3ba5d5d15b {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:09.245954 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:09.246407 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-142fbd01-ab69-4708-a36a-cb3ba5d5d15b {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:09.247020 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'status': 'completed', 'code': 200} Jul 23 17:10:09.396960 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:09.420025 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-9063e218-dd2b-4e1e-9a34-9ca31ae609c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.421977 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-9063e218-dd2b-4e1e-9a34-9ca31ae609c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 1099 time: 0.1603436 Jul 23 17:10:09.525007 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e851b-c17b-4a0d-b180-96799e0cd70b req-533f10cc-2035-4044-8c24-b66d98ac6e87 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.526537 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-de6e851b-c17b-4a0d-b180-96799e0cd70b req-533f10cc-2035-4044-8c24-b66d98ac6e87 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1944020 Jul 23 17:10:09.569303 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-95f1182f-3f85-4aae-b2c0-cce95d4997cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.570736 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-95f1182f-3f85-4aae-b2c0-cce95d4997cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 918 time: 0.1404119 Jul 23 17:10:09.660144 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-de6e851b-c17b-4a0d-b180-96799e0cd70b req-49be13ef-523b-4d9c-8482-f81862118341 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232033 Jul 23 17:10:09.662217 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-62098a1d-02ec-49f5-bb4d-eb681855e872 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c78f778-d9eb-456d-ba38-f7b91c910334 HTTP/1.1" status: 200 len: 1000 time: 0.0724330 Jul 23 17:10:09.718190 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '8235da90-66b2-4fb4-8c36-f82e19638ce0', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'port_id': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'mac_address': 'fa:16:3e:8b:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:09:23Z', 'updated_at': '2021-07-23T17:10:07Z', 'revision_number': 1, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:09.738730 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-dc51a069-e455-4627-b202-295de9f5637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.740559 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-dc51a069-e455-4627-b202-295de9f5637a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.0643945 Jul 23 17:10:09.749549 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] Checking router: a2d7bccc-2305-41c0-8146-d37496217506 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:10:09.760871 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:09.761912 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:09:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:09.857495 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-cdc7be76-baf3-4fd1-b539-c486c98381d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.857495 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-cdc7be76-baf3-4fd1-b539-c486c98381d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0988925 Jul 23 17:10:09.892564 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:10.030666 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 5b695a63-b42c-431b-b34d-7c1a3922dadc up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:10.090512 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 5b695a63-b42c-431b-b34d-7c1a3922dadc triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:10.090940 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:10.140205 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f81bda-15c2-4c42-9e23-f1a5fa2b8175 req-fefcd64b-8da9-4eb5-b9be-80a14d890059 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:10.144974 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-59f81bda-15c2-4c42-9e23-f1a5fa2b8175 req-fefcd64b-8da9-4eb5-b9be-80a14d890059 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1214588 Jul 23 17:10:10.207001 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-59f81bda-15c2-4c42-9e23-f1a5fa2b8175 req-83734b5e-54b9-4f23-880c-86e33ac83591 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558298 Jul 23 17:10:10.213614 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '8235da90-66b2-4fb4-8c36-f82e19638ce0', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'port_id': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'mac_address': 'fa:16:3e:8b:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:09:23Z', 'updated_at': '2021-07-23T17:10:07Z', 'revision_number': 1, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:10.248007 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12699e-e27f-489f-b161-3f116fb1d1c6 None None] The sync data for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi is: [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '8235da90-66b2-4fb4-8c36-f82e19638ce0', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'port_id': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'mac_address': 'fa:16:3e:8b:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:09:23Z', 'updated_at': '2021-07-23T17:10:07Z', 'revision_number': 1, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:10:10.500191 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe0fab-d09f-408d-aaf5-74f4566aa3b5 None None] New status for floating IP 8235da90-66b2-4fb4-8c36-f82e19638ce0: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:10:12.877751 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-03e06923-68e9-448f-94bb-af85ed0c237c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:13.068153 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-13415a5c-cf76-4f8a-b9de-5fe6b87d0295 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930668 Jul 23 17:10:13.210668 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f67501-fea4-425c-b0aa-7ac4c92c33bd req-d14c8b76-08e6-48b9-b1dd-9d389d2ae01a tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:13.212397 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3f67501-fea4-425c-b0aa-7ac4c92c33bd req-d14c8b76-08e6-48b9-b1dd-9d389d2ae01a tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1903536 Jul 23 17:10:13.252947 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eae1f39b-3b3f-4145-8b97-86da67a997a0 req-0bf3849e-4071-4909-bfaa-2ef5ae76a9e7 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741695 Jul 23 17:10:13.252947 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-8ec89cd9-db5a-47b1-a913-983901fddacf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2099385 Jul 23 17:10:13.283373 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3f67501-fea4-425c-b0aa-7ac4c92c33bd req-1de88c66-dedc-4d61-b27f-ff312e184664 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612311 Jul 23 17:10:13.293465 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:13.366452 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-e6d0db11-0d2d-448a-9545-33874656d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:13.368451 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-e6d0db11-0d2d-448a-9545-33874656d373 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 1099 time: 0.0768712 Jul 23 17:10:13.490924 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-f85307be-620a-4a04-ba64-fa8cd5141274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:13.492644 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-f85307be-620a-4a04-ba64-fa8cd5141274 service neutron] 10.222.0.16 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 920 time: 0.0993388 Jul 23 17:10:13.581024 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-f96d9a98-46aa-4f76-ae91-b1adda750b2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 HTTP/1.1" status: 200 len: 217 time: 0.0727906 Jul 23 17:10:13.601326 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-c43c7152-c87b-4691-947d-3d0d4f7b187c tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=db21250bafbc44a99a3667cd42340fd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851734 Jul 23 17:10:13.717077 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-792032f9-3354-4e48-b459-98947e2b0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:13.718559 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-792032f9-3354-4e48-b459-98947e2b0ab7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 200 len: 859 time: 0.1270723 Jul 23 17:10:13.806311 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-30436f17-4067-4a10-bc7f-f1c5e86cf8dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=417736eb-5938-416e-bd51-d091dba2edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752139 Jul 23 17:10:13.813929 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f9673-ba72-4ea9-8db1-860a9368aa04 req-70083ef6-9c07-4392-8c3e-428e6b57d52d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:13.815381 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-185f9673-ba72-4ea9-8db1-860a9368aa04 req-70083ef6-9c07-4392-8c3e-428e6b57d52d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.3164051 Jul 23 17:10:13.912957 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-4d04f229-21fc-478b-90d2-6973fa260881 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:13.914541 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-4d04f229-21fc-478b-90d2-6973fa260881 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929597 Jul 23 17:10:13.973853 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-185f9673-ba72-4ea9-8db1-860a9368aa04 req-b508e244-33cf-43eb-ac18-05f10f452b18 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441710 Jul 23 17:10:13.975306 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-6f9c2895-9c44-43d5-b6c7-a7c073254383 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/quotas/db21250bafbc44a99a3667cd42340fd1 HTTP/1.1" status: 200 len: 375 time: 0.0543828 Jul 23 17:10:14.021700 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-d426c88c-a6b1-4ef3-ab52-8031f2e1f90c tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=db21250bafbc44a99a3667cd42340fd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385478 Jul 23 17:10:14.025303 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-81b10089-669a-453e-9ac0-c72316696391 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974323 Jul 23 17:10:14.530229 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ede5bb65-0183-467c-ac01-671e2d5b0af0 req-eb493c76-3391-4b21-9601-5b7cf93cfc91 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982035 Jul 23 17:10:14.544853 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f94e07-aa91-482f-928b-87c90581c10a req-620a681d-bdb9-41a3-b31a-1602f02f75ae tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:14.546357 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-97f94e07-aa91-482f-928b-87c90581c10a req-620a681d-bdb9-41a3-b31a-1602f02f75ae tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 945 time: 0.0915411 Jul 23 17:10:14.589732 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7aaee929-1ad1-4f5e-a27c-78bcfc5c32de req-72f3dbfa-ae1c-4228-8bf1-18a2c9c46634 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 210 time: 0.0526340 Jul 23 17:10:14.617251 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-97f94e07-aa91-482f-928b-87c90581c10a req-c82ba4d9-85c3-49a9-8afa-a3a7e5c5ff81 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615435 Jul 23 17:10:14.833154 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1c059-c58b-4642-ace4-5a8122f3a9e1 req-f4cea258-c5c7-431d-9ea4-474423910632 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:14.834862 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41f1c059-c58b-4642-ace4-5a8122f3a9e1 req-f4cea258-c5c7-431d-9ea4-474423910632 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1438241 Jul 23 17:10:14.896547 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-24ba2192-573d-4a49-a41d-c9eb1198bdbc tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:14.897943 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-24ba2192-573d-4a49-a41d-c9eb1198bdbc tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/networks?id=0ff14381-a99d-4a2e-aebd-170c02b0dc76 HTTP/1.1" status: 200 len: 815 time: 0.1723428 Jul 23 17:10:14.931131 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41f1c059-c58b-4642-ace4-5a8122f3a9e1 req-6ab50533-acec-4810-b49a-cce18c41b86d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874209 Jul 23 17:10:14.932316 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-6db51bf9-e398-4e03-a0bf-6c64fe280888 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/quotas/a44e362a61994c51bba5df8e6f369a20 HTTP/1.1" status: 200 len: 375 time: 0.0269985 Jul 23 17:10:14.974896 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16db220-4178-4840-938e-867e2a5530db req-6886b4ff-079c-451c-b242-9a5ef6a46bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:14.976363 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a16db220-4178-4840-938e-867e2a5530db req-6886b4ff-079c-451c-b242-9a5ef6a46bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1099 time: 0.1196249 Jul 23 17:10:15.031498 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-c976b7ea-4f28-40bc-8c6b-6f3f6e181ab8 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a44e362a61994c51bba5df8e6f369a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888181 Jul 23 17:10:15.033164 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a16db220-4178-4840-938e-867e2a5530db req-c2387484-c6ca-4109-8503-d8fc3d8c2e10 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473099 Jul 23 17:10:15.161031 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-8679138f-7ddb-4579-ba79-e852fc179cae service neutron] 10.222.0.70 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176667 Jul 23 17:10:15.176832 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847d3c-2e25-49cd-97a4-ca1788ab255b req-96349f65-4e59-4ca7-8c60-32c2074edb8f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:15.178416 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2e847d3c-2e25-49cd-97a4-ca1788ab255b req-96349f65-4e59-4ca7-8c60-32c2074edb8f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1278117 Jul 23 17:10:15.272117 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2e847d3c-2e25-49cd-97a4-ca1788ab255b req-cc0dcad8-c0c3-41c8-985a-50e6add613c5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871317 Jul 23 17:10:15.299192 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-971c6afa-39a1-410f-9b75-850b029bae90 service neutron] 10.222.0.70 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305661 Jul 23 17:10:15.418834 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-36fcd381-70fe-48ac-bc68-dd0ac9af486e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:15.514858 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe8dd4d9-c64f-4e09-aec2-c6536f68ad53 req-7954dc24-b28c-419d-8533-af223f07e23d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 210 time: 0.0378201 Jul 23 17:10:15.571558 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-495eb46e-a3e9-4da6-b872-996b51d11bb7 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=db21250bafbc44a99a3667cd42340fd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593526 Jul 23 17:10:15.762782 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f32bc17d-9776-4497-8e8e-d94fcddd08f1 req-c74f01fa-5e35-48de-8fa1-520489009c77 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 210 time: 0.0484958 Jul 23 17:10:15.785244 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-77506aae-4ad9-4ddb-837f-5b45248eab43 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:15.787510 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-77506aae-4ad9-4ddb-837f-5b45248eab43 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047427 Jul 23 17:10:15.793869 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:15.815109 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Request body: {'port': {'device_id': 'd26202eb-3b8b-43b5-bdd2-20b5aff87811', 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b', 'admin_state_up': True, 'tenant_id': 'db21250bafbc44a99a3667cd42340fd1'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:15.942162 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aff21a-ac9d-434c-8b82-c5e35df5d9b4 req-8e6cfc5c-378a-4c99-b2a9-c45c1293d26e tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:15.943810 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-35aff21a-ac9d-434c-8b82-c5e35df5d9b4 req-8e6cfc5c-378a-4c99-b2a9-c45c1293d26e tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 945 time: 0.1976893 Jul 23 17:10:15.994198 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Made reservation on behalf of db21250bafbc44a99a3667cd42340fd1 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:10:15.999258 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.012158 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.017376 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-35aff21a-ac9d-434c-8b82-c5e35df5d9b4 req-51fc1cc9-a7b1-40a5-9306-2a98f0f9a694 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677943 Jul 23 17:10:16.137725 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d369-e7de-4b47-affd-294f0fd10424 req-7de537f5-286d-47eb-b5d5-d27a3e6e0de7 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:16.140265 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc84d369-e7de-4b47-affd-294f0fd10424 req-7de537f5-286d-47eb-b5d5-d27a3e6e0de7 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1168346 Jul 23 17:10:16.210898 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc84d369-e7de-4b47-affd-294f0fd10424 req-004b86b4-547e-4e17-9614-62934c655bda tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641496 Jul 23 17:10:16.216377 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.220528 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.289600 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0107e5b4-4fe7-4649-a617-998751acaaf6,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:16.387863 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.392688 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Allocated IP 192.168.233.72 (e8ab3dd9-b777-4725-a927-1eaceb10813b/bec4d33f-9c6a-4ecd-8128-ee2817734355/1a5a2087-0be9-4aee-ab52-622eb179c7fb) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:16.453957 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c086d-2403-44af-946f-16a238a66096 req-32f8bbe2-1f26-4913-9ae2-4bbb91d355e5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:16.455443 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aa7c086d-2403-44af-946f-16a238a66096 req-32f8bbe2-1f26-4913-9ae2-4bbb91d355e5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1075356 Jul 23 17:10:16.583883 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aa7c086d-2403-44af-946f-16a238a66096 req-73f22041-bc34-45bd-ab92-604a8408940f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201360 Jul 23 17:10:16.630251 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cd0ad489-2f1b-4e1c-8d97-01eceb0bfe7f req-07063cc6-d9f0-4379-b4e2-8ecb063f55f3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 210 time: 0.0402763 Jul 23 17:10:16.663653 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.686951 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6dc48deb-7faf-4e1b-99d6-a7a46012a077 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:16.688516 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6dc48deb-7faf-4e1b-99d6-a7a46012a077 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.16 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 945 time: 0.1828258 Jul 23 17:10:16.694098 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Transition to ACTIVE for port object 1a5a2087-0be9-4aee-ab52-622eb179c7fb will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:16.878051 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.943219 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-9cb518e2-b366-4bd9-ba0c-f7715668c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:16.944851 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-9cb518e2-b366-4bd9-ba0c-f7715668c630 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1099 time: 0.0657377 Jul 23 17:10:17.017946 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Network e8ab3dd9-b777-4725-a927-1eaceb10813b is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:17.026079 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-637ba591-83e7-4054-9a48-6f4554ca46bb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:17.027568 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-637ba591-83e7-4054-9a48-6f4554ca46bb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.16 "GET /v2.0/networks?id=0ff14381-a99d-4a2e-aebd-170c02b0dc76 HTTP/1.1" status: 200 len: 815 time: 0.3201241 Jul 23 17:10:17.038833 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:17.044383 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:17.047625 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Pushing event updated for resources: {'Port': ['ID=1a5a2087-0be9-4aee-ab52-622eb179c7fb,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:17.078505 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'port': {'device_id': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'admin_state_up': True, 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:17.102161 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-91c7c8f0-8c6e-468c-9fdb-dfb4796c1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:17.104129 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-91c7c8f0-8c6e-468c-9fdb-dfb4796c1727 service neutron] 10.222.0.16 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 920 time: 0.1515586 Jul 23 17:10:17.152523 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Deleting port 98614fb6-1ab6-4e00-ad61-d60462f22a1c {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:10:17.152849 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.161074 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-20e748ef-50f1-4971-b749-165ae0ed7c53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786fa294-0f07-4c78-943a-db44e066ebbf HTTP/1.1" status: 200 len: 217 time: 0.0466053 Jul 23 17:10:17.207057 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:17.207738 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.220667 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-7a6ed463-813e-4689-b23e-532c5bd4f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:17.222302 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-7a6ed463-813e-4689-b23e-532c5bd4f935 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 200 len: 859 time: 0.0530233 Jul 23 17:10:17.267131 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-df7a84a3-191c-4389-a826-cf7620e19c3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=417736eb-5938-416e-bd51-d091dba2edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367374 Jul 23 17:10:17.284257 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573967e0-d171-4ca8-9475-7104ba319c69 req-d490826c-2beb-4a46-910c-eb30c3dcff6d tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:17.287111 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-573967e0-d171-4ca8-9475-7104ba319c69 req-d490826c-2beb-4a46-910c-eb30c3dcff6d tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 935 time: 0.4166222 Jul 23 17:10:17.312766 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09353-d1fd-4886-ab57-4eb84c4e96d2 req-b43fce47-28c5-4fcc-abce-d363b98232c8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:17.314206 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8af09353-d1fd-4886-ab57-4eb84c4e96d2 req-b43fce47-28c5-4fcc-abce-d363b98232c8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.4154875 Jul 23 17:10:17.338050 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e4929e58-6633-4e37-b9f9-4d958f82f903 None None] Provisioning for port 1a5a2087-0be9-4aee-ab52-622eb179c7fb completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:17.341967 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e4929e58-6633-4e37-b9f9-4d958f82f903 None None] Provisioning complete for port 1a5a2087-0be9-4aee-ab52-622eb179c7fb triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:17.342346 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e4929e58-6633-4e37-b9f9-4d958f82f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.359100 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-5c05c8e9-804c-4f4b-aadf-42198821ec0a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5501885 Jul 23 17:10:17.373092 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-be2555e4-3a39-45b5-99a7-580de5179d6d service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947280 Jul 23 17:10:17.387679 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-e4929e58-6633-4e37-b9f9-4d958f82f903 None None] Port 1a5a2087-0be9-4aee-ab52-622eb179c7fb cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:10:17.407775 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Request body: {'port': {'device_id': 'd26202eb-3b8b-43b5-bdd2-20b5aff87811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:17.480279 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8af09353-d1fd-4886-ab57-4eb84c4e96d2 req-0117791c-328a-488e-aa30-ce2c514b7912 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260462 Jul 23 17:10:17.498102 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] For port 98614fb6-1ab6-4e00-ad61-d60462f22a1c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=98614fb6-1ab6-4e00-ad61-d60462f22a1c,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:17.498518 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.508600 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0eb6b7af-aa62-4498-adbe-caa9f2087e18 req-6d7edda9-21ac-4579-bf05-365544abc210 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170287 Jul 23 17:10:17.513631 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-573967e0-d171-4ca8-9475-7104ba319c69 req-1da98d54-6fff-4198-81eb-2818430eda83 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947751 Jul 23 17:10:17.514471 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Made reservation on behalf of a44e362a61994c51bba5df8e6f369a20 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:10:17.518781 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.588074 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Calling delete_port for 98614fb6-1ab6-4e00-ad61-d60462f22a1c owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:10:17.835695 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.032184 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.062842 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1028a-8923-45b6-8972-af3fe886f305 req-d9d20bd9-6660-4c49-9571-6bb991ace1bf tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:18.064649 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c5e1028a-8923-45b6-8972-af3fe886f305 req-d9d20bd9-6660-4c49-9571-6bb991ace1bf tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 945 time: 0.4712489 Jul 23 17:10:18.077837 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Allocated IP 172.20.0.9 (0ff14381-a99d-4a2e-aebd-170c02b0dc76/5b8bc5df-fd36-4914-bcff-eead9ddf311d/88e5c9bc-2f95-46d6-b0a5-59836abc7771) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:18.149201 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08415ce0-49b1-4d81-ab23-0f70ae2ce8e6 req-e4cb92af-0cb1-4be3-be17-2485142d4568 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:18.150761 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-08415ce0-49b1-4d81-ab23-0f70ae2ce8e6 req-e4cb92af-0cb1-4be3-be17-2485142d4568 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.5320976 Jul 23 17:10:18.600773 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-08415ce0-49b1-4d81-ab23-0f70ae2ce8e6 req-e574d9f0-7fed-4731-9cd9-b869022b8c95 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354124 Jul 23 17:10:18.629967 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c5e1028a-8923-45b6-8972-af3fe886f305 req-4972e25e-0397-465d-9c99-99dbe8af80b8 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497479 Jul 23 17:10:18.640128 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.661652 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['98614fb6-1ab6-4e00-ad61-d60462f22a1c'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:18.788659 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Pushing event deleted for resources: {'Port': ['ID=98614fb6-1ab6-4e00-ad61-d60462f22a1c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:18.828442 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e9688387-7c6c-489f-93a4-baefe00a9b98 req-6482657d-9b54-422d-81e5-f8296aec8f52 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 210 time: 0.1244421 Jul 23 17:10:18.889938 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] No DVR routers for this DVR port 98614fb6-1ab6-4e00-ad61-d60462f22a1c on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:10:18.908885 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.911668 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-11577c1c-2811-4d83-80a2-2e878cd41c6f req-6380a5ac-e0ba-41d8-9652-955f48ce89a4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.16 "DELETE /v2.0/ports/98614fb6-1ab6-4e00-ad61-d60462f22a1c HTTP/1.1" status: 204 len: 173 time: 2.2056608 Jul 23 17:10:18.912225 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2b02e-dc0e-4842-b808-a1e25c7b4db8', 'name': 'network-vif-deleted', 'tag': '98614fb6-1ab6-4e00-ad61-d60462f22a1c'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:18.914545 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ddec0b-39ef-4c6c-a0ba-d534109ee798" -d '{"events": [{"server_uuid": "aee2b02e-dc0e-4842-b808-a1e25c7b4db8", "name": "network-vif-deleted", "tag": "98614fb6-1ab6-4e00-ad61-d60462f22a1c"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:18.986713 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.032803 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Transition to ACTIVE for port object 88e5c9bc-2f95-46d6-b0a5-59836abc7771 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:19.054933 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5a2087-0be9-4aee-ab52-622eb179c7fb {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:19.069187 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.109937 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Transition to ACTIVE for port object 1a5a2087-0be9-4aee-ab52-622eb179c7fb will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:19.129057 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcbf8d-124e-4571-8c49-8137f8c8a8cf req-949a3066-8540-4629-abd2-fa459f2f15d1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:19.138016 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fbcbf8d-124e-4571-8c49-8137f8c8a8cf req-949a3066-8540-4629-abd2-fa459f2f15d1 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.2101123 Jul 23 17:10:19.147234 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.149634 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.204621 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:19.215028 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:19.220256 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:19.311874 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:19.313131 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.320642 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Pushing event updated for resources: {'Port': ['ID=1a5a2087-0be9-4aee-ab52-622eb179c7fb,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:19.381459 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4fbcbf8d-124e-4571-8c49-8137f8c8a8cf req-abd90e7c-c80e-4ddc-9665-c5ef29a1b774 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421753 Jul 23 17:10:19.431421 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3785126 Jul 23 17:10:19.492657 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e39f2-f661-4b45-bf51-a33aecf329fd tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'Port': ['ID=88e5c9bc-2f95-46d6-b0a5-59836abc7771,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:19.588301 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Attempting to bind port 1a5a2087-0be9-4aee-ab52-622eb179c7fb on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:19.588649 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Attempting to bind port 1a5a2087-0be9-4aee-ab52-622eb179c7fb by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'cf27eb3d-d701-4e8a-9307-4a0b6371165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:19.588986 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Attempting to bind port 1a5a2087-0be9-4aee-ab52-622eb179c7fb on network e8ab3dd9-b777-4725-a927-1eaceb10813b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:19.595851 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Port 1a5a2087-0be9-4aee-ab52-622eb179c7fb on network e8ab3dd9-b777-4725-a927-1eaceb10813b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:10:19.596172 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Attempting to bind port 1a5a2087-0be9-4aee-ab52-622eb179c7fb on network e8ab3dd9-b777-4725-a927-1eaceb10813b {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:19.604968 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:19.605629 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Checking segment: {'id': 'cf27eb3d-d701-4e8a-9307-4a0b6371165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:19.605750 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Bound using segment: {'id': 'cf27eb3d-d701-4e8a-9307-4a0b6371165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:19.606115 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Bound port: 1a5a2087-0be9-4aee-ab52-622eb179c7fb, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf27eb3d-d701-4e8a-9307-4a0b6371165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:19.606475 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.630751 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c7eb0-ccc1-49a1-afa9-159815b0aa25 req-a7c71953-6b3a-4b3a-a346-d9adbe58dff5 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:19.633153 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-703c7eb0-ccc1-49a1-afa9-159815b0aa25 req-a7c71953-6b3a-4b3a-a346-d9adbe58dff5 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.1253557 Jul 23 17:10:19.643851 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-705f2a4d-38b8-4900-ae87-082e56c17e05 None None] Provisioning for port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:19.654286 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-705f2a4d-38b8-4900-ae87-082e56c17e05 None None] Provisioning complete for port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:19.654902 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-705f2a4d-38b8-4900-ae87-082e56c17e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.694208 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-705f2a4d-38b8-4900-ae87-082e56c17e05 None None] Port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:10:19.720811 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-703c7eb0-ccc1-49a1-afa9-159815b0aa25 req-a0273e59-51c4-4187-b0d8-07b2ea7a5429 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816293 Jul 23 17:10:19.736137 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] For port 1a5a2087-0be9-4aee-ab52-622eb179c7fb, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:19.741689 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] For port 1a5a2087-0be9-4aee-ab52-622eb179c7fb, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1a5a2087-0be9-4aee-ab52-622eb179c7fb,segment=NetworkSegment(cf27eb3d-d701-4e8a-9307-4a0b6371165d),segment_id=cf27eb3d-d701-4e8a-9307-4a0b6371165d)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:19.752902 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.801849 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d09a01-a94e-4879-a4ed-62d762962f06 x-openstack-request-id: req-45d09a01-a94e-4879-a4ed-62d762962f06 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:19.802944 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee2b02e-dc0e-4842-b808-a1e25c7b4db8", "name": "network-vif-deleted", "tag": "98614fb6-1ab6-4e00-ad61-d60462f22a1c", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:19.802944 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45d09a01-a94e-4879-a4ed-62d762962f06 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:19.803282 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2b02e-dc0e-4842-b808-a1e25c7b4db8', 'name': 'network-vif-deleted', 'tag': '98614fb6-1ab6-4e00-ad61-d60462f22a1c', 'status': 'completed', 'code': 200} Jul 23 17:10:19.804916 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:19.805772 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.807431 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] 10.222.0.16 "PUT /v2.0/ports/1a5a2087-0be9-4aee-ab52-622eb179c7fb HTTP/1.1" status: 200 len: 1097 time: 2.4140429 Jul 23 17:10:19.836852 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502153ca-4256-4613-a46e-0b07faf573fb service neutron] Pushing event updated for resources: {'Port': ['ID=1a5a2087-0be9-4aee-ab52-622eb179c7fb,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:19.980066 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-ed5c772b-6c51-491c-a6a5-7808975bb772 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630329740&fields=id&tenant_id=dcda74bb9a354ea1b502df7985de8092 HTTP/1.1" status: 200 len: 267 time: 0.0474238 Jul 23 17:10:20.107325 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-f35ff54a-b881-4893-a520-f460f7828d3c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:20.108695 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-f35ff54a-b881-4893-a520-f460f7828d3c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 812 time: 0.1220231 Jul 23 17:10:20.129141 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-00a0ca1b-8d81-475c-a696-931e91ccb8f0 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/quotas/dcda74bb9a354ea1b502df7985de8092 HTTP/1.1" status: 200 len: 375 time: 0.0105083 Jul 23 17:10:20.209832 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-b59c961f-9e7d-4888-add0-6f4d892ce99e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751688 Jul 23 17:10:20.319874 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-d692d02c-3177-47b8-8b52-b512ed8eb473 service neutron] 10.222.0.70 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971887 Jul 23 17:10:20.418281 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-184762de-a0af-4bda-87b0-aad32be685ee service neutron] 10.222.0.70 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927775 Jul 23 17:10:20.700464 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 98614fb6-1ab6-4e00-ad61-d60462f22a1c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:10:20.721173 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 98614fb6-1ab6-4e00-ad61-d60462f22a1c {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:10:20.721679 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 98614fb6-1ab6-4e00-ad61-d60462f22a1c not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:10:20.834905 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be88f7e-62d4-4f6e-88b3-b6ebc2f08afc req-b8d1d6c1-a5d9-4746-85ad-1e4ff9512ff2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:20.836384 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9be88f7e-62d4-4f6e-88b3-b6ebc2f08afc req-b8d1d6c1-a5d9-4746-85ad-1e4ff9512ff2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0704484 Jul 23 17:10:20.880579 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9be88f7e-62d4-4f6e-88b3-b6ebc2f08afc req-58d14624-aa64-4268-98dd-9676cd74b661 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381672 Jul 23 17:10:21.043463 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d70493a-3e73-4c4a-b362-cee737f88ff4 req-d157890f-f5a3-4be2-8d55-05a57e9cdd2a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0648937 Jul 23 17:10:21.207852 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15707d02-5f81-4270-9922-3295ebe34acc req-67e73230-58a5-4ad2-a7dc-8752370fcee6 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:21.209491 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15707d02-5f81-4270-9922-3295ebe34acc req-67e73230-58a5-4ad2-a7dc-8752370fcee6 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 931 time: 0.0760050 Jul 23 17:10:21.258306 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-15707d02-5f81-4270-9922-3295ebe34acc req-22e95628-38a7-46b9-9eb6-f34fa2d0c436 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Jul 23 17:10:21.384595 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f5eb2-2232-4421-98bf-34d6659d1766 req-fde5fbdc-be36-424b-9a9c-a90e5675506d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:21.386057 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-608f5eb2-2232-4421-98bf-34d6659d1766 req-fde5fbdc-be36-424b-9a9c-a90e5675506d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0714364 Jul 23 17:10:21.431360 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-608f5eb2-2232-4421-98bf-34d6659d1766 req-ee9b345d-71cb-4bce-ab99-b18b0924c2ea tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Jul 23 17:10:21.531616 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6190ce22-b8e9-4fd9-bfd4-2fe90633b0dd req-ac98395e-e700-4943-b37b-f1b569b58f46 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0308526 Jul 23 17:10:21.662035 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6351b3-bda9-4efa-bfb2-1d929c7151a3 req-1474be94-a1c8-45c6-a636-6999d37f9aa4 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:21.665818 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f6351b3-bda9-4efa-bfb2-1d929c7151a3 req-1474be94-a1c8-45c6-a636-6999d37f9aa4 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.0748107 Jul 23 17:10:21.703730 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7f6351b3-bda9-4efa-bfb2-1d929c7151a3 req-95969dd6-1f9e-4432-bcd1-06d504246d6c tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338948 Jul 23 17:10:21.804719 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26202eb-3b8b-43b5-bdd2-20b5aff87811', 'tag': '1a5a2087-0be9-4aee-ab52-622eb179c7fb'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:21.807529 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6e5691-ebe7-4566-835c-59d76f4aa354" -d '{"events": [{"name": "network-changed", "server_uuid": "d26202eb-3b8b-43b5-bdd2-20b5aff87811", "tag": "1a5a2087-0be9-4aee-ab52-622eb179c7fb"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:21.845166 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4b06bc-330c-4c8a-852a-bccbf982ba6c x-openstack-request-id: req-7d4b06bc-330c-4c8a-852a-bccbf982ba6c {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:21.845870 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26202eb-3b8b-43b5-bdd2-20b5aff87811", "tag": "1a5a2087-0be9-4aee-ab52-622eb179c7fb", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:21.845870 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d4b06bc-330c-4c8a-852a-bccbf982ba6c {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:21.846360 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26202eb-3b8b-43b5-bdd2-20b5aff87811', 'tag': '1a5a2087-0be9-4aee-ab52-622eb179c7fb', 'status': 'completed', 'code': 200} Jul 23 17:10:22.029785 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4f8b-cc20-4671-9f61-9a8df04fc4bc req-fa68af2c-2c9d-4c51-8b71-9cf8ec973282 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:22.031272 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b7ff4f8b-cc20-4671-9f61-9a8df04fc4bc req-fa68af2c-2c9d-4c51-8b71-9cf8ec973282 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0722480 Jul 23 17:10:22.069517 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b7ff4f8b-cc20-4671-9f61-9a8df04fc4bc req-eb2a11c3-b652-4b03-a5bb-e7a61b74a424 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317805 Jul 23 17:10:22.152563 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-258cbf56-44fb-4c00-94b3-cb2e870420fc req-edb16eeb-68eb-4e69-af5e-c704103afc2a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0304215 Jul 23 17:10:22.388990 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4714f-f2d6-40d8-b960-b8a97844c5d0 req-150266f3-ace7-4dd1-a304-6c3145f2d00c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:22.390489 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1da4714f-f2d6-40d8-b960-b8a97844c5d0 req-150266f3-ace7-4dd1-a304-6c3145f2d00c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 931 time: 0.0662780 Jul 23 17:10:22.429438 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1da4714f-f2d6-40d8-b960-b8a97844c5d0 req-85ea727a-962a-40d9-bcbc-668cb9ffeede tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323520 Jul 23 17:10:22.574296 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4a610-6223-44d5-8e3f-8aa1318dc555 req-fc5988a9-6d0c-44fe-8d29-37f55da3ed02 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:22.575788 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d4f4a610-6223-44d5-8e3f-8aa1318dc555 req-fc5988a9-6d0c-44fe-8d29-37f55da3ed02 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0715690 Jul 23 17:10:22.614092 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d4f4a610-6223-44d5-8e3f-8aa1318dc555 req-a7b3a072-90b1-47a8-b7fe-7f760a7e331a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Jul 23 17:10:22.703893 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f1816df9-66db-4b94-9e0b-cd09bf6224d2 req-d3c2d101-ec6b-4994-87fe-ba99394a98d4 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0309203 Jul 23 17:10:22.837318 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2d37e-2d5f-457f-99b4-f45f13ab87d2 req-4f4b1041-4491-4cd9-ba85-e6a81d7ea593 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:22.838817 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b4d2d37e-2d5f-457f-99b4-f45f13ab87d2 req-4f4b1041-4491-4cd9-ba85-e6a81d7ea593 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.0670955 Jul 23 17:10:22.877145 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b4d2d37e-2d5f-457f-99b4-f45f13ab87d2 req-023a8795-f222-4fcb-af86-458edb597212 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Jul 23 17:10:23.213330 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7876854-0899-4643-8e43-a38866dbf338 req-77913fab-ef61-435a-9478-a73de5f4ed16 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:23.215055 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f7876854-0899-4643-8e43-a38866dbf338 req-77913fab-ef61-435a-9478-a73de5f4ed16 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0697777 Jul 23 17:10:23.254098 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f7876854-0899-4643-8e43-a38866dbf338 req-15e30219-c744-4401-8035-8c484d2d5af8 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333934 Jul 23 17:10:23.341546 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bdca69ac-2e32-4809-bd44-3a8d522bd022 req-30ce1bcf-b67c-47c1-99a9-d24c55203390 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0284612 Jul 23 17:10:23.566845 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199644-be10-4634-b63d-1105e6f6b158 req-f610d74b-ced8-4efe-9993-481697aa618d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:23.568403 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2c199644-be10-4634-b63d-1105e6f6b158 req-f610d74b-ced8-4efe-9993-481697aa618d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 931 time: 0.0703919 Jul 23 17:10:23.605939 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2c199644-be10-4634-b63d-1105e6f6b158 req-c083f6f8-9f7a-49ea-93bb-9c6b2b62984c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Jul 23 17:10:23.772014 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122b885-0065-4e26-b398-9cc2b63ccd68 req-b4999f2e-63e2-4cae-b01b-c44d4cddabc5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:23.773530 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4122b885-0065-4e26-b398-9cc2b63ccd68 req-b4999f2e-63e2-4cae-b01b-c44d4cddabc5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0872474 Jul 23 17:10:23.813875 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4122b885-0065-4e26-b398-9cc2b63ccd68 req-af4c0d5a-329b-4cf3-a93e-ee2a8840a69d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Jul 23 17:10:23.905223 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-46864751-2577-4e98-8495-d2aa5f6aa6fb req-c4c7eef3-002c-4ab2-9325-bdd5dfa60c64 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0296845 Jul 23 17:10:24.027081 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947c1b-cf57-4281-91b8-b4c44b70eb59 req-2c3b4b96-5acf-4def-84af-e02824e69ce0 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:24.028627 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67947c1b-cf57-4281-91b8-b4c44b70eb59 req-2c3b4b96-5acf-4def-84af-e02824e69ce0 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.0688140 Jul 23 17:10:24.067240 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67947c1b-cf57-4281-91b8-b4c44b70eb59 req-870b42f0-66b5-45cc-9a6e-3e8950437420 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Jul 23 17:10:24.392429 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca4b95-6e8d-4161-b8e1-ab08cbcfd298 req-5a76ce47-27c2-44ad-9440-7c660c7b6b87 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:24.393901 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-70ca4b95-6e8d-4161-b8e1-ab08cbcfd298 req-5a76ce47-27c2-44ad-9440-7c660c7b6b87 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0667849 Jul 23 17:10:24.434792 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-70ca4b95-6e8d-4161-b8e1-ab08cbcfd298 req-945ee935-df38-4c5f-957d-2a98e9161b7b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351210 Jul 23 17:10:24.527013 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b786548c-d29a-4c96-9265-e32c4fd7554d req-22a1d95f-1726-4c4a-8b1f-e497aa6ef8e5 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0280607 Jul 23 17:10:24.743056 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a39cb7-a400-44e3-978e-c3196e248863 req-fa6ae701-1e55-43c8-a5cc-b825c6d10982 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:24.744647 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-47a39cb7-a400-44e3-978e-c3196e248863 req-fa6ae701-1e55-43c8-a5cc-b825c6d10982 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 931 time: 0.0722601 Jul 23 17:10:24.783763 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-47a39cb7-a400-44e3-978e-c3196e248863 req-322c06cb-fbcb-4e79-99fd-8734f3a0a527 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Jul 23 17:10:24.960209 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25f22d-c589-4f5d-9b2c-d9239b89d3ab req-3f0e25cf-e910-4659-b9fd-fb39cecd4571 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:24.961685 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc25f22d-c589-4f5d-9b2c-d9239b89d3ab req-3f0e25cf-e910-4659-b9fd-fb39cecd4571 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0726402 Jul 23 17:10:25.015458 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc25f22d-c589-4f5d-9b2c-d9239b89d3ab req-2880b57d-e009-4363-977a-615cd573b471 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Jul 23 17:10:25.088823 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-26eb1e36-16db-4799-9d2d-37e29461e5c3 req-3d6c8c0b-c1e4-44df-be4e-d5103b793182 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0286946 Jul 23 17:10:25.214951 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2bf2-a248-437c-9ca5-10d3ddef9cff req-ec135de9-5875-4c3b-b1e2-e181c3c66510 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:25.216400 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e62b2bf2-a248-437c-9ca5-10d3ddef9cff req-ec135de9-5875-4c3b-b1e2-e181c3c66510 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.0669556 Jul 23 17:10:25.276624 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e62b2bf2-a248-437c-9ca5-10d3ddef9cff req-92e77caa-a5d2-43d4-8def-72995154c57a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Jul 23 17:10:25.580554 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e14ba-cb0d-4a74-9c17-15e179761db9 req-459a7d40-61f5-414d-97f5-1c7aa27acb35 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:25.585902 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c54e14ba-cb0d-4a74-9c17-15e179761db9 req-459a7d40-61f5-414d-97f5-1c7aa27acb35 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0781522 Jul 23 17:10:25.620773 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c54e14ba-cb0d-4a74-9c17-15e179761db9 req-fae865ff-6b1a-4862-83de-c318e2956bb2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323546 Jul 23 17:10:25.713746 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-349126f0-d801-4c9b-9a1c-423dc3a4d130 req-eddd53e7-f273-4b63-a799-1a438f32a580 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0292988 Jul 23 17:10:25.953402 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0628c6f-e62c-48c3-aae7-21dcdb07dd98 req-a2f1cb18-c046-45b8-99e7-98df75440422 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:25.954883 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e0628c6f-e62c-48c3-aae7-21dcdb07dd98 req-a2f1cb18-c046-45b8-99e7-98df75440422 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 931 time: 0.0936007 Jul 23 17:10:25.992528 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e0628c6f-e62c-48c3-aae7-21dcdb07dd98 req-753c442b-ade8-4246-bc56-bc325a49337c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319030 Jul 23 17:10:26.152370 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e98bdc-75c0-41ad-9dd0-ab7563204a40 req-5d8cf273-486b-472e-8f84-8698bc09132e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:26.154223 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b6e98bdc-75c0-41ad-9dd0-ab7563204a40 req-5d8cf273-486b-472e-8f84-8698bc09132e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0717292 Jul 23 17:10:26.197069 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b6e98bdc-75c0-41ad-9dd0-ab7563204a40 req-5cdc08dc-4b5d-46d5-8f74-1c1008ab0b03 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370603 Jul 23 17:10:26.286988 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-01db2e95-fb63-47e4-887b-3c4327c156ea req-6cf716b1-5899-46e8-ac30-f93d072c2e3a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0371158 Jul 23 17:10:26.409186 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e776c0-a043-4e1b-a286-4f6b7c00e135 req-91a45e13-4c03-4588-b972-173148938f90 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:26.411337 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-33e776c0-a043-4e1b-a286-4f6b7c00e135 req-91a45e13-4c03-4588-b972-173148938f90 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.0667331 Jul 23 17:10:26.452722 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-33e776c0-a043-4e1b-a286-4f6b7c00e135 req-04fb99b3-c56e-43e9-8313-f2ec484a2f2d tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356121 Jul 23 17:10:26.767352 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21e373-30a3-427d-8c1c-32b65da2b238 req-121af995-7157-4006-a9c0-bfe3c0aedcb0 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:26.768878 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9e21e373-30a3-427d-8c1c-32b65da2b238 req-121af995-7157-4006-a9c0-bfe3c0aedcb0 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0756805 Jul 23 17:10:26.807578 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9e21e373-30a3-427d-8c1c-32b65da2b238 req-b8b7baeb-937e-4e96-9e8f-11f044d5a251 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324657 Jul 23 17:10:26.911057 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3687d846-c439-4f27-b876-06c9f28e32b3 req-3a799ee1-a7cc-42ef-a29d-306f7a5c0901 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0338736 Jul 23 17:10:27.133959 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38623405-8ad0-4278-91d9-ef7e51e98e33 req-cb2c8ff8-2c6c-4e4a-ad7c-986d0fd1a967 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:27.135438 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-38623405-8ad0-4278-91d9-ef7e51e98e33 req-cb2c8ff8-2c6c-4e4a-ad7c-986d0fd1a967 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 931 time: 0.0733731 Jul 23 17:10:27.171798 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-38623405-8ad0-4278-91d9-ef7e51e98e33 req-d8294bf0-a8cf-4944-a66a-607ba39d13a9 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Jul 23 17:10:27.339500 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba044db4-4b05-466a-9dc9-dec4d1b5e05c req-c8e0ea80-acb8-486a-b23c-b25142ed0867 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:27.341019 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba044db4-4b05-466a-9dc9-dec4d1b5e05c req-c8e0ea80-acb8-486a-b23c-b25142ed0867 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0697467 Jul 23 17:10:27.385904 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba044db4-4b05-466a-9dc9-dec4d1b5e05c req-eb96c670-84fd-415a-9a85-97982fa519f4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Jul 23 17:10:27.475939 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bfcb65d2-40f0-4169-bafd-764af5a12340 req-07e63746-9458-4df9-b41a-5c0374ab7792 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0326233 Jul 23 17:10:27.617036 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3f365-bdd3-49ce-a9f2-e46ac2d31705 req-ab0baaed-6caf-4941-8a49-c1a664857180 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:27.618686 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64e3f365-bdd3-49ce-a9f2-e46ac2d31705 req-ab0baaed-6caf-4941-8a49-c1a664857180 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.0887659 Jul 23 17:10:27.655573 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64e3f365-bdd3-49ce-a9f2-e46ac2d31705 req-2d150b48-54eb-4a4d-ba4a-ea9b3986fe2c tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Jul 23 17:10:27.952961 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f11eba-8080-4b80-889e-63b906c60fe8 req-cb35eb3a-e1b6-46b8-b2c5-d4d7aab74a11 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:27.954640 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-76f11eba-8080-4b80-889e-63b906c60fe8 req-cb35eb3a-e1b6-46b8-b2c5-d4d7aab74a11 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0719607 Jul 23 17:10:28.014117 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-76f11eba-8080-4b80-889e-63b906c60fe8 req-5b686879-b46c-4781-9b51-8f88103899fd tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529683 Jul 23 17:10:28.095322 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c21ae9cb-0641-414a-ba90-0181cf9c3a0b req-8645f202-5545-444c-87a4-3022cd509992 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0317926 Jul 23 17:10:28.312048 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f1e9f-7822-46db-8f73-16c03883227d req-e444c142-bdc8-4e31-8b05-4f52b3dec902 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:28.314697 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-604f1e9f-7822-46db-8f73-16c03883227d req-e444c142-bdc8-4e31-8b05-4f52b3dec902 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 931 time: 0.0667024 Jul 23 17:10:28.356146 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-604f1e9f-7822-46db-8f73-16c03883227d req-c6e8af41-975e-42f9-afa2-913fcfec4cd2 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352051 Jul 23 17:10:28.525518 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cba62-1433-468f-bf08-48dbab827c19 req-6a25439d-896b-4753-81cc-2ccdd2c8a29d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:28.526972 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b4cba62-1433-468f-bf08-48dbab827c19 req-6a25439d-896b-4753-81cc-2ccdd2c8a29d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0722108 Jul 23 17:10:28.565034 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b4cba62-1433-468f-bf08-48dbab827c19 req-97b19490-24b6-4b1c-bb8c-831ff55192c4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Jul 23 17:10:28.663241 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d6479e18-66d7-4002-9489-0233fc7b9c3b req-1eeae9c8-9278-4261-868b-9387d2fb7c5e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0310662 Jul 23 17:10:28.790221 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eb89e-1669-46b1-9153-6551390aa9ad req-f4927a7b-5a87-4a31-bf04-630ef1880cdd tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:28.791700 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8b2eb89e-1669-46b1-9153-6551390aa9ad req-f4927a7b-5a87-4a31-bf04-630ef1880cdd tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.0653369 Jul 23 17:10:28.828027 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8b2eb89e-1669-46b1-9153-6551390aa9ad req-d51e39ff-7860-4475-81f7-ca994a54c24f tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Jul 23 17:10:29.156872 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbec35e-5d79-47dd-a575-4015be864826 req-52fdd9c5-e45c-4b3b-b666-dff114683481 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:29.158433 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8fbec35e-5d79-47dd-a575-4015be864826 req-52fdd9c5-e45c-4b3b-b666-dff114683481 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0811894 Jul 23 17:10:29.199567 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8fbec35e-5d79-47dd-a575-4015be864826 req-3f7e6180-0027-42d6-8e23-0450030ba3b8 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354271 Jul 23 17:10:29.285799 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d9b9d3b5-bdfd-4727-9eae-ac68b3390cdf req-57442769-1646-4e0b-b738-c0812164146f tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0327013 Jul 23 17:10:29.484698 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b479-7073-42d9-a4d2-a6d85401202d req-10207898-c0ad-43fa-a3a3-8dd6557945a7 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:29.486205 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0703b479-7073-42d9-a4d2-a6d85401202d req-10207898-c0ad-43fa-a3a3-8dd6557945a7 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 931 time: 0.0634124 Jul 23 17:10:29.523458 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0703b479-7073-42d9-a4d2-a6d85401202d req-0a91296c-5d7e-48b8-a52f-cd3b43dd5e95 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Jul 23 17:10:29.696539 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d131622-1922-427c-8d12-4bf90c4e6f53 req-7332eb17-6c6c-47a1-94d1-ca11ee7a706d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:29.698022 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6d131622-1922-427c-8d12-4bf90c4e6f53 req-7332eb17-6c6c-47a1-94d1-ca11ee7a706d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0658376 Jul 23 17:10:29.734576 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6d131622-1922-427c-8d12-4bf90c4e6f53 req-214c9d74-af45-48e9-9756-36ff55c5b504 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309601 Jul 23 17:10:29.818387 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e833ab70-b273-4ce6-8d0a-257f2d546f7f req-5513eb61-05a0-4e07-a3f1-4d53e570d202 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0291483 Jul 23 17:10:29.958728 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb447c3-6465-4dc9-9f52-22eabe36a6b9 req-ae7f1d5f-1cce-444e-b00e-47d385f75c23 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:29.960220 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eeb447c3-6465-4dc9-9f52-22eabe36a6b9 req-ae7f1d5f-1cce-444e-b00e-47d385f75c23 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.0647864 Jul 23 17:10:30.004882 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eeb447c3-6465-4dc9-9f52-22eabe36a6b9 req-61dff762-d47a-4177-8804-148bb9bc6732 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379231 Jul 23 17:10:30.041182 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Request body: {'port': {'device_id': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:30.132838 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:30.237544 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e5691-ebe7-4566-835c-59d76f4aa354 req-c11acc81-da4b-4e63-ac47-2ab10dce9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:30.243731 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f6e5691-ebe7-4566-835c-59d76f4aa354 req-c11acc81-da4b-4e63-ac47-2ab10dce9a9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db21250bafbc44a99a3667cd42340fd1&device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 1100 time: 0.0957277 Jul 23 17:10:30.278039 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f6e5691-ebe7-4566-835c-59d76f4aa354 req-d5d3e357-3e72-4a53-a9bf-101e65c7626a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=db21250bafbc44a99a3667cd42340fd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219097 Jul 23 17:10:30.390447 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e5691-ebe7-4566-835c-59d76f4aa354 req-0a622407-7b5c-42e6-8f6f-c911944313f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:30.392074 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1f6e5691-ebe7-4566-835c-59d76f4aa354 req-0a622407-7b5c-42e6-8f6f-c911944313f1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006286 Jul 23 17:10:30.432963 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c728521a-1430-4fab-943f-b3f816b83288 req-f03ca7ef-3870-42a6-9aeb-10d350c954f5 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=aee2b02e-dc0e-4842-b808-a1e25c7b4db8 HTTP/1.1" status: 200 len: 210 time: 0.0392265 Jul 23 17:10:30.468822 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512995-6796-4e17-85fc-f06acae4dd29 req-f4120c22-338e-4f8e-a5a6-40363ebb8ef5 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:30.470391 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07512995-6796-4e17-85fc-f06acae4dd29 req-f4120c22-338e-4f8e-a5a6-40363ebb8ef5 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1803687 Jul 23 17:10:30.493420 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-6c2e043f-392f-4e55-803c-29eed9d5f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:30.494964 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-6c2e043f-392f-4e55-803c-29eed9d5f2c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db21250bafbc44a99a3667cd42340fd1&device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 1100 time: 0.0593760 Jul 23 17:10:30.539909 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-48ee77a5-0d69-4e86-946e-a26159801d92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1a5a2087-0be9-4aee-ab52-622eb179c7fb HTTP/1.1" status: 200 len: 217 time: 0.0336392 Jul 23 17:10:30.544324 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07512995-6796-4e17-85fc-f06acae4dd29 req-ebc3d788-f332-4a9f-94b0-94b44f9b14ee tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666714 Jul 23 17:10:30.557522 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e5c9bc-2f95-46d6-b0a5-59836abc7771 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:30.565402 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:30.578977 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Transition to ACTIVE for port object 88e5c9bc-2f95-46d6-b0a5-59836abc7771 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:30.584359 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:30.629873 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-408e4791-98e4-43c6-95c7-4640b670b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:30.632379 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-408e4791-98e4-43c6-95c7-4640b670b833 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bec4d33f-9c6a-4ecd-8128-ee2817734355 HTTP/1.1" status: 200 len: 843 time: 0.0851796 Jul 23 17:10:30.678753 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Pushing event updated for resources: {'Port': ['ID=88e5c9bc-2f95-46d6-b0a5-59836abc7771,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:30.728028 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-02847aff-c37c-4447-b99e-c4f1cb239e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:30.729718 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-02847aff-c37c-4447-b99e-c4f1cb239e6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8ab3dd9-b777-4725-a927-1eaceb10813b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0797942 Jul 23 17:10:30.799307 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114051-ec71-4401-9548-521b26652d13 req-17316dbf-b44b-442d-a267-9aba1732da0c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:30.806878 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5114051-ec71-4401-9548-521b26652d13 req-17316dbf-b44b-442d-a267-9aba1732da0c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 943 time: 0.1934521 Jul 23 17:10:30.819894 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Attempting to bind port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:30.820232 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Attempting to bind port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:30.820559 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Attempting to bind port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 on network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:30.836675 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 on network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:10:30.836997 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Attempting to bind port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 on network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:30.879311 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-b5ee50a8-7ec7-4761-91e1-a4abaacc7170 service neutron] 10.222.0.16 "GET /v2.0/networks/e8ab3dd9-b777-4725-a927-1eaceb10813b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276302 Jul 23 17:10:31.002798 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-25f0fefd-a892-42f4-9572-4f645c4b0922 req-975b175e-3ebd-4524-8be6-81d8f7885e0b service neutron] 10.222.0.16 "GET /v2.0/networks/e8ab3dd9-b777-4725-a927-1eaceb10813b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961540 Jul 23 17:10:31.127911 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:31.128311 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Checking segment: {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:31.128615 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Bound using segment: {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:31.129664 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Bound port: 88e5c9bc-2f95-46d6-b0a5-59836abc7771, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bed728-4943-47c6-b372-7ab4c731ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:31.130079 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:31.135806 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e5114051-ec71-4401-9548-521b26652d13 req-d3f1aa59-d096-42c5-acf0-34400c9d77e7 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281434 Jul 23 17:10:31.227843 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45894-2646-4e2b-a435-ca0ce45fb7cc req-970ce424-496e-4e72-8eb8-c88e93a0cf89 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.229540 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dda45894-2646-4e2b-a435-ca0ce45fb7cc req-970ce424-496e-4e72-8eb8-c88e93a0cf89 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.3902922 Jul 23 17:10:31.271828 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4bdc9bc7-11b5-46f3-b030-4d4194333687 req-7b2bc2f5-6bc4-4ed5-bf42-2225647ec14b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0592551 Jul 23 17:10:31.276104 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] For port 88e5c9bc-2f95-46d6-b0a5-59836abc7771, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:31.304490 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] For port 88e5c9bc-2f95-46d6-b0a5-59836abc7771, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:31.309097 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-c44b4b26-cfe3-459e-8d8c-5abe2b9a7f6e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.310428 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:31.311198 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-c44b4b26-cfe3-459e-8d8c-5abe2b9a7f6e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 812 time: 0.1513336 Jul 23 17:10:31.357593 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dda45894-2646-4e2b-a435-ca0ce45fb7cc req-1ee6634a-b70f-4871-ab0d-1fee7520f297 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847242 Jul 23 17:10:31.376074 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.376706 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:31.378435 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] 10.222.0.16 "PUT /v2.0/ports/88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 1093 time: 1.3455675 Jul 23 17:10:31.378948 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:31.381611 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c3f2bf-da61-4434-98a7-413ea6534b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:31.385528 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-898f7f74-cfc8-4c36-8a5e-3c81cebc6df1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcda74bb9a354ea1b502df7985de8092 HTTP/1.1" status: 200 len: 379 time: 0.0559847 Jul 23 17:10:31.402108 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'port': {'device_id': '96442dce-f13a-4011-8043-100e2676db37', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'admin_state_up': True, 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'security_groups': ['4d2da4d5-94ea-46c0-be98-68394c9c8af2']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:31.466554 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a2165-3154-47de-9f25-a09ca0b0a40e service neutron] Pushing event updated for resources: {'Port': ['ID=88e5c9bc-2f95-46d6-b0a5-59836abc7771,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:31.544201 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d163f-50d7-40db-912c-ae947d5cb7cc req-5bfb2380-6d7c-4b21-9af8-122c92992daa tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.546080 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-592d163f-50d7-40db-912c-ae947d5cb7cc req-5bfb2380-6d7c-4b21-9af8-122c92992daa tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 947 time: 0.1947846 Jul 23 17:10:31.554656 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Made reservation on behalf of dcda74bb9a354ea1b502df7985de8092 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:10:31.558430 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:31.566370 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-d629b9d1-e2b5-4534-86e1-6eca39d99f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.567922 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-d629b9d1-e2b5-4534-86e1-6eca39d99f36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a44e362a61994c51bba5df8e6f369a20&device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 1096 time: 0.1261663 Jul 23 17:10:31.579996 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c21aed-1ac7-44b6-a4b6-63df75302852 x-openstack-request-id: req-90c21aed-1ac7-44b6-a4b6-63df75302852 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:31.580290 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:31.580541 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90c21aed-1ac7-44b6-a4b6-63df75302852 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:31.580922 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'status': 'completed', 'code': 200} Jul 23 17:10:31.671742 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-c56ca0c7-26ea-4883-8b6e-2e0560d9712b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 217 time: 0.0899372 Jul 23 17:10:31.678531 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-592d163f-50d7-40db-912c-ae947d5cb7cc req-12c236f0-a197-42ad-8a24-59b569febe90 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236861 Jul 23 17:10:31.725451 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Allocated IP 172.20.0.8 (ac79f40a-f5ed-432b-9649-a647125a7089/73394ebd-dc03-45b7-b703-d4e371fdcbd6/9a891cdd-6d22-4d14-b38a-24d6a1731ce4) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:31.766672 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-6978b9ac-4132-4d22-8187-94cff1b6eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.768302 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-6978b9ac-4132-4d22-8187-94cff1b6eb44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b8bc5df-fd36-4914-bcff-eead9ddf311d HTTP/1.1" status: 200 len: 854 time: 0.0796182 Jul 23 17:10:31.821152 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e2f39-4db6-4c54-9266-74664cff1237 req-73a64f26-6120-472e-a907-762fc2ee2606 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.822699 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b3e2f39-4db6-4c54-9266-74664cff1237 req-73a64f26-6120-472e-a907-762fc2ee2606 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1433048 Jul 23 17:10:31.881422 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:31.897247 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Transition to ACTIVE for port object 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:31.945555 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:31.954885 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b3e2f39-4db6-4c54-9266-74664cff1237 req-69c94593-d0e9-4ed8-9d37-af3c7ffe48b9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194103 Jul 23 17:10:31.974947 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-ccf2bef2-ef4c-4fe5-ac27-e44b4cc1222a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.976474 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-ccf2bef2-ef4c-4fe5-ac27-e44b4cc1222a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/networks?id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de HTTP/1.1" status: 200 len: 809 time: 0.1528847 Jul 23 17:10:31.981856 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-96627a23-9cbf-47f1-ae06-ba8b27031fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.983303 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-96627a23-9cbf-47f1-ae06-ba8b27031fcc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ff14381-a99d-4a2e-aebd-170c02b0dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2027643 Jul 23 17:10:32.011062 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Network ac79f40a-f5ed-432b-9649-a647125a7089 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:32.014975 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:32.019928 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:32.033118 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-377987db-1c52-4b2f-984a-821a6b107d61 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/quotas/7bc015b50ce045578c2c208fc956ffdc HTTP/1.1" status: 200 len: 375 time: 0.0328071 Jul 23 17:10:32.057552 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'Port': ['ID=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:32.093983 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:32.094951 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.114431 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-08afef26-8bba-46af-9a51-f3d763e93428 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7162790 Jul 23 17:10:32.116205 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-db0dd583-c09c-4cb6-88c8-ec23636e8d9c tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bc015b50ce045578c2c208fc956ffdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821500 Jul 23 17:10:32.132829 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Request body: {'port': {'device_id': '96442dce-f13a-4011-8043-100e2676db37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:32.198215 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-c4a85975-5bf1-4fa6-b9cb-9e03cbdeb4c3 service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061846 Jul 23 17:10:32.257839 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.390418 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-33cce3d5-3106-49db-a3e5-50c6d14444c1 None None] Provisioning for port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:32.396022 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-33cce3d5-3106-49db-a3e5-50c6d14444c1 None None] Provisioning complete for port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:32.396577 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-33cce3d5-3106-49db-a3e5-50c6d14444c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.426864 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa9d1f54-4aaa-4732-9a49-a77684f2cd52 req-914f38d2-1e22-44ed-badb-546f3f25d931 service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951985 Jul 23 17:10:32.430485 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-8734e600-e78c-4ab7-9c8f-5e0de58309eb service neutron] 10.222.0.70 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055289 Jul 23 17:10:32.441020 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-33cce3d5-3106-49db-a3e5-50c6d14444c1 None None] Port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:10:32.571753 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:32.573696 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389dc23-20b9-47ba-80c8-6d67a4fef870 req-80b56ad1-af11-4763-8d31-f18a80086971 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:32.575270 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0389dc23-20b9-47ba-80c8-6d67a4fef870 req-80b56ad1-af11-4763-8d31-f18a80086971 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 943 time: 0.2254324 Jul 23 17:10:32.579405 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.584391 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-349f8e74-302b-440b-b659-3458353c86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:32.585923 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-349f8e74-302b-440b-b659-3458353c86fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 1098 time: 0.2444446 Jul 23 17:10:32.592307 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Transition to ACTIVE for port object 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:32.596300 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.636823 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-5a8b6a86-1b09-4250-8bfc-a2daf3a32e84 service neutron] 10.222.0.70 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988330 Jul 23 17:10:32.644004 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Pushing event updated for resources: {'Port': ['ID=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:32.712767 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0389dc23-20b9-47ba-80c8-6d67a4fef870 req-12d5c9f5-d602-40fe-a033-cb902200baaf tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250601 Jul 23 17:10:32.728058 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Attempting to bind port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:32.728397 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Attempting to bind port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:32.728733 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Attempting to bind port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 on network ac79f40a-f5ed-432b-9649-a647125a7089 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:32.733389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 on network ac79f40a-f5ed-432b-9649-a647125a7089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:10:32.733744 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Attempting to bind port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 on network ac79f40a-f5ed-432b-9649-a647125a7089 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:32.736114 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-fc8078df-9495-4e7a-a4c0-c58fd22c279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:32.737643 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-fc8078df-9495-4e7a-a4c0-c58fd22c279c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a44e362a61994c51bba5df8e6f369a20&device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 1096 time: 0.2507417 Jul 23 17:10:32.738828 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:32.739267 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Checking segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:32.739757 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Bound using segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:32.740289 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Bound port: 9a891cdd-6d22-4d14-b38a-24d6a1731ce4, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:32.740993 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.773565 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 1a5a2087-0be9-4aee-ab52-622eb179c7fb details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:10:32.821122 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] For port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4, host hv-cinder-80191, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:32.825417 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] For port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:32.837080 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.865592 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-95c56988-c89c-4292-92c2-5d072fda93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:32.866194 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-95c56988-c89c-4292-92c2-5d072fda93a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 912 time: 0.2616837 Jul 23 17:10:32.912077 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Pushing event updated for resources: {'Port': ['ID=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:32.939009 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:32.939627 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.941085 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-7da8c5d2-88e6-49cc-b314-a6ed76d46571 service neutron] 10.222.0.16 "PUT /v2.0/ports/9a891cdd-6d22-4d14-b38a-24d6a1731ce4 HTTP/1.1" status: 200 len: 1093 time: 0.8160093 Jul 23 17:10:32.942220 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96442dce-f13a-4011-8043-100e2676db37', 'tag': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:32.944638 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8de7eb-b274-4bc9-b41e-09c221740aad" -d '{"events": [{"name": "network-changed", "server_uuid": "96442dce-f13a-4011-8043-100e2676db37", "tag": "9a891cdd-6d22-4d14-b38a-24d6a1731ce4"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:32.945452 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 1a5a2087-0be9-4aee-ab52-622eb179c7fb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1a5a2087-0be9-4aee-ab52-622eb179c7fb,segment=NetworkSegment(cf27eb3d-d701-4e8a-9307-4a0b6371165d),segment_id=cf27eb3d-d701-4e8a-9307-4a0b6371165d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:32.973888 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '1a5a2087-0be9-4aee-ab52-622eb179c7fb', 'network_id': 'e8ab3dd9-b777-4725-a927-1eaceb10813b', 'port_id': '1a5a2087-0be9-4aee-ab52-622eb179c7fb', 'mac_address': 'fa:16:3e:01:15:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec4d33f-9c6a-4ecd-8128-ee2817734355', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:10:33.048399 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-f74cc344-fdf0-45e4-ab78-7155916743c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.050476 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-f74cc344-fdf0-45e4-ab78-7155916743c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ff14381-a99d-4a2e-aebd-170c02b0dc76 HTTP/1.1" status: 200 len: 916 time: 0.3021693 Jul 23 17:10:33.077500 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:33.093948 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-e012ed9f-2446-4764-8dd5-689e7737ff18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124 HTTP/1.1" status: 200 len: 1001 time: 0.2087541 Jul 23 17:10:33.094631 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-d32c23f9-b2de-4a99-ac3b-9b3157c212bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.096615 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-d32c23f9-b2de-4a99-ac3b-9b3157c212bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 1096 time: 0.1048398 Jul 23 17:10:33.099332 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5a2087-0be9-4aee-ab52-622eb179c7fb {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:33.123191 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 1a5a2087-0be9-4aee-ab52-622eb179c7fb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1a5a2087-0be9-4aee-ab52-622eb179c7fb,segment=NetworkSegment(cf27eb3d-d701-4e8a-9307-4a0b6371165d),segment_id=cf27eb3d-d701-4e8a-9307-4a0b6371165d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:33.138793 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:33.141524 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-28eb5b28-6a0e-4a51-bf23-3d4a385b3610 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 217 time: 0.0689132 Jul 23 17:10:33.152887 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f749e9-23ec-430b-8358-1912050fecb9 req-02982198-a97d-4a51-a38c-4c04426d7277 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.154491 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-42f749e9-23ec-430b-8358-1912050fecb9 req-02982198-a97d-4a51-a38c-4c04426d7277 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.3303552 Jul 23 17:10:33.167903 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-a9fea520-613a-4bc0-9262-eff431bf4648 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a891cdd-6d22-4d14-b38a-24d6a1731ce4 HTTP/1.1" status: 200 len: 217 time: 0.0531428 Jul 23 17:10:33.216343 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=1a5a2087-0be9-4aee-ab52-622eb179c7fb,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:33.219514 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-f1ac761f-079a-480c-955f-6db6efe4b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.221024 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-f1ac761f-079a-480c-955f-6db6efe4b6f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0457315 Jul 23 17:10:33.224450 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.224795 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.225132 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.225488 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.225840 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.226284 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.226613 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.226980 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.227323 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.227651 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.227976 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.228291 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:33.299751 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-3353ef55-8b53-4675-86eb-3e5dddb84aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.301888 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-3353ef55-8b53-4675-86eb-3e5dddb84aee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 200 len: 850 time: 0.1730323 Jul 23 17:10:33.306616 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-c714dc9b-6f52-4b93-9c89-48d4d8d03120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.308444 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-c714dc9b-6f52-4b93-9c89-48d4d8d03120 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686390 Jul 23 17:10:33.310002 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453150b-c31d-4ae3-9496-fc436eaa60ad req-24b37a85-d0e8-46b3-934a-c76d61898cfe tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.311415 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c453150b-c31d-4ae3-9496-fc436eaa60ad req-24b37a85-d0e8-46b3-934a-c76d61898cfe tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 943 time: 0.3485518 Jul 23 17:10:33.317435 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-42f749e9-23ec-430b-8358-1912050fecb9 req-c7622ead-e044-481c-b00d-2fa6583ae95e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322327 Jul 23 17:10:33.320052 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-e2d9a0c5-6ab2-4f63-b6e3-d1c5cdf6ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.321448 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-e2d9a0c5-6ab2-4f63-b6e3-d1c5cdf6ca9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b8bc5df-fd36-4914-bcff-eead9ddf311d HTTP/1.1" status: 200 len: 854 time: 0.1645229 Jul 23 17:10:33.429158 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c453150b-c31d-4ae3-9496-fc436eaa60ad req-450b07d6-5026-4dce-9fd3-8a121be8f726 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107647 Jul 23 17:10:33.435831 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['1a5a2087-0be9-4aee-ab52-622eb179c7fb'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:33.480574 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-f4b8aad3-9125-40fd-98fe-d17b581e75b2 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475103 Jul 23 17:10:33.496309 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-79ed6cf7-3594-483c-ad10-1f3b625a095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.499562 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-79ed6cf7-3594-483c-ad10-1f3b625a095b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e00633-73c6-46b3-b55d-30caf2048663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1713479 Jul 23 17:10:33.515482 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-502c715d-0530-49a4-8943-316707fa6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.516992 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-502c715d-0530-49a4-8943-316707fa6414 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ff14381-a99d-4a2e-aebd-170c02b0dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1560981 Jul 23 17:10:33.548614 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682442e-4d42-4322-9de7-85e0c71af9ef req-092ffec3-557e-40e6-8c83-576ab79894ec tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.550358 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5682442e-4d42-4322-9de7-85e0c71af9ef req-092ffec3-557e-40e6-8c83-576ab79894ec tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1439080 Jul 23 17:10:33.633264 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c2a67e6d-78c6-4d31-b511-918c0d7fefcd req-4ba5f70d-1bd1-4d28-8e85-7c143865ab50 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151364 Jul 23 17:10:33.942978 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5682442e-4d42-4322-9de7-85e0c71af9ef req-f34e56cd-13e9-449d-b2da-cca3e8db5c49 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702419 Jul 23 17:10:34.001736 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-ea00b94d-478a-4c5c-9eee-20f93c8ff7d7 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827027 Jul 23 17:10:34.004355 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-74c6f121-48b4-4cc9-8383-af469d86c84f service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710925 Jul 23 17:10:34.087789 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0508c4dc-f504-4731-b437-16c0f42919e2 req-3d390eba-69bf-40f9-a9bf-93e82b8dceaf tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 210 time: 0.0749121 Jul 23 17:10:34.096066 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb7e93-6130-4576-a167-28d172108aa3 req-d4b43ba3-b7df-4292-a240-770fddc25848 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.104097 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-43bb7e93-6130-4576-a167-28d172108aa3 req-d4b43ba3-b7df-4292-a240-770fddc25848 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 948 time: 0.1888924 Jul 23 17:10:34.153124 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebe38ba-6214-44c9-be04-8659d2ad8539 x-openstack-request-id: req-9ebe38ba-6214-44c9-be04-8659d2ad8539 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:34.153722 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96442dce-f13a-4011-8043-100e2676db37", "tag": "9a891cdd-6d22-4d14-b38a-24d6a1731ce4", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:34.154130 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ebe38ba-6214-44c9-be04-8659d2ad8539 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:34.155095 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96442dce-f13a-4011-8043-100e2676db37', 'tag': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'status': 'completed', 'code': 200} Jul 23 17:10:34.251706 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-43bb7e93-6130-4576-a167-28d172108aa3 req-9bcd22e1-f540-442e-99dd-1515675fe695 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390769 Jul 23 17:10:34.332650 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-84c2ae93-66f4-47af-bbf7-a05b95001712 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.334582 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-84c2ae93-66f4-47af-bbf7-a05b95001712 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.16 "GET /v2.0/networks?id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de HTTP/1.1" status: 200 len: 809 time: 0.1634543 Jul 23 17:10:34.351195 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Request body: {'port': {'device_id': '16de331a-b95d-411c-b604-59be43bc204f', 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de', 'admin_state_up': True, 'tenant_id': '7bc015b50ce045578c2c208fc956ffdc'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:34.419105 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e8dac0f2-b6de-4ea1-9fa5-824cae12f2da req-1b824955-e0ff-418a-a460-7139aa142cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917835 Jul 23 17:10:34.469247 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-34c3f2bf-da61-4434-98a7-413ea6534b5f req-0342cb7b-d92c-427d-9b5d-a12190fc4f13 service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448340 Jul 23 17:10:34.486861 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Made reservation on behalf of 7bc015b50ce045578c2c208fc956ffdc for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:10:34.490517 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:34.502473 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f9783-6057-4559-a2ed-9d3f47f00a90 req-a53d7dd7-0635-4d3a-8116-7b2c471b0155 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.504585 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ae4f9783-6057-4559-a2ed-9d3f47f00a90 req-a53d7dd7-0635-4d3a-8116-7b2c471b0155 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 943 time: 0.2516611 Jul 23 17:10:34.511091 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-36d3f854-6ed3-407e-8679-38b475d12985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.512522 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-36d3f854-6ed3-407e-8679-38b475d12985 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 1096 time: 0.2982242 Jul 23 17:10:34.576755 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853f011-030c-47a1-b8a6-411b225c50e1 req-323618c3-6004-4b4d-8da8-1765fc29d5f9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.578263 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7853f011-030c-47a1-b8a6-411b225c50e1 req-323618c3-6004-4b4d-8da8-1765fc29d5f9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1800141 Jul 23 17:10:34.619311 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Allocated IP 172.20.0.9 (f1b6dcb6-6d23-4e82-b6ba-eab60a6210de/8bf4eba8-6de9-41bb-9d1d-199f981830ab/41280dd0-de28-41bb-87a7-13ec96c8d0d9) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:34.629764 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ae4f9783-6057-4559-a2ed-9d3f47f00a90 req-aa0d1247-deb2-45f0-a0c7-88f4d1cd8140 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162872 Jul 23 17:10:34.677513 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7853f011-030c-47a1-b8a6-411b225c50e1 req-1aa642df-3d63-4a0b-81a4-ade23cdbcbc4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908134 Jul 23 17:10:34.682371 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-7f81be12-5836-413b-ab40-ced01e7999e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.683860 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-7f81be12-5836-413b-ab40-ced01e7999e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 913 time: 0.1619170 Jul 23 17:10:34.755138 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-417530ef-2305-42fd-ae05-61cb27ce3f5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a891cdd-6d22-4d14-b38a-24d6a1731ce4 HTTP/1.1" status: 200 len: 217 time: 0.0490279 Jul 23 17:10:34.790109 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 88e5c9bc-2f95-46d6-b0a5-59836abc7771 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:10:34.794155 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 1a5a2087-0be9-4aee-ab52-622eb179c7fb up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:34.827471 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-452b99df-9488-4418-ad10-894eca5fed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.829005 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-452b99df-9488-4418-ad10-894eca5fed1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0560706 Jul 23 17:10:34.859630 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625497-e09a-4a77-bb5b-7ef3aacd24d4 req-a021f43c-1455-435c-902b-7a5407fe833f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.861179 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c625497-e09a-4a77-bb5b-7ef3aacd24d4 req-a021f43c-1455-435c-902b-7a5407fe833f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 943 time: 0.1475532 Jul 23 17:10:34.915160 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 1a5a2087-0be9-4aee-ab52-622eb179c7fb completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:34.924592 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 1a5a2087-0be9-4aee-ab52-622eb179c7fb triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:34.924994 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:34.934220 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6c625497-e09a-4a77-bb5b-7ef3aacd24d4 req-48f3ada3-f6ad-4393-8a6e-e5f890b4c58b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480130 Jul 23 17:10:34.951035 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-bf46e7d4-02b9-438f-8698-343c82c74d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.952418 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-bf46e7d4-02b9-438f-8698-343c82c74d87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081197 Jul 23 17:10:34.973538 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 88e5c9bc-2f95-46d6-b0a5-59836abc7771, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:34.989406 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:34.992135 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'port_id': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'mac_address': 'fa:16:3e:9c:34:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:10:35.031775 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.055420 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-09cc1814-3f34-4bbb-9726-d0f111427121 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922379 Jul 23 17:10:35.063274 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.065120 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.069122 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:35.072509 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:35.076091 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:35.088224 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e5c9bc-2f95-46d6-b0a5-59836abc7771 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:35.107157 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26202eb-3b8b-43b5-bdd2-20b5aff87811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5a2087-0be9-4aee-ab52-622eb179c7fb'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:35.109411 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f69b51-bea3-4ff2-bcf7-6eb18b11a0dc" -d '{"events": [{"server_uuid": "d26202eb-3b8b-43b5-bdd2-20b5aff87811", "name": "network-vif-plugged", "status": "completed", "tag": "1a5a2087-0be9-4aee-ab52-622eb179c7fb"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:35.121002 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Pushing event updated for resources: {'Port': ['ID=41280dd0-de28-41bb-87a7-13ec96c8d0d9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:35.130403 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 88e5c9bc-2f95-46d6-b0a5-59836abc7771, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:35.132313 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 1a5a2087-0be9-4aee-ab52-622eb179c7fb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1a5a2087-0be9-4aee-ab52-622eb179c7fb,segment=NetworkSegment(cf27eb3d-d701-4e8a-9307-4a0b6371165d),segment_id=cf27eb3d-d701-4e8a-9307-4a0b6371165d)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:35.136195 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.136346 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:35.137120 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.142869 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.154745 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-0f4fc184-0113-49ab-a5f3-848c7fcedd8a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8083405 Jul 23 17:10:35.164294 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b8de7eb-b274-4bc9-b41e-09c221740aad req-0e2cee7e-6d7f-4a74-982c-bba55fc5e5cf service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003168 Jul 23 17:10:35.187167 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Request body: {'port': {'device_id': '16de331a-b95d-411c-b604-59be43bc204f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:35.191057 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa5dcd4-5bf3-4b0e-8e0d-30bce81e49ea x-openstack-request-id: req-3aa5dcd4-5bf3-4b0e-8e0d-30bce81e49ea {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:35.191391 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26202eb-3b8b-43b5-bdd2-20b5aff87811", "name": "network-vif-plugged", "status": "completed", "tag": "1a5a2087-0be9-4aee-ab52-622eb179c7fb", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:35.191641 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3aa5dcd4-5bf3-4b0e-8e0d-30bce81e49ea {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:35.192019 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26202eb-3b8b-43b5-bdd2-20b5aff87811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5a2087-0be9-4aee-ab52-622eb179c7fb', 'code': 200} Jul 23 17:10:35.198424 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=88e5c9bc-2f95-46d6-b0a5-59836abc7771,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:35.283813 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.284006 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1b249-bfe6-4a16-88a0-1c04e6dfa709 req-85830abf-12b3-43ef-b49c-b02474dcbb69 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:35.286150 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cbe1b249-bfe6-4a16-88a0-1c04e6dfa709 req-85830abf-12b3-43ef-b49c-b02474dcbb69 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 931 time: 0.0679109 Jul 23 17:10:35.289601 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=1a5a2087-0be9-4aee-ab52-622eb179c7fb,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:35.361303 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cbe1b249-bfe6-4a16-88a0-1c04e6dfa709 req-ae07e79e-2fb1-4ebe-9d69-38804a10fa07 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689621 Jul 23 17:10:35.516205 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['88e5c9bc-2f95-46d6-b0a5-59836abc7771'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:35.556922 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cd8ea-e56c-48db-9329-cad9cf0f17c7 req-ec2a57b0-5c0d-42e0-997e-a9f78bef7887 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:35.560083 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-104cd8ea-e56c-48db-9329-cad9cf0f17c7 req-ec2a57b0-5c0d-42e0-997e-a9f78bef7887 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 949 time: 0.1689186 Jul 23 17:10:35.568985 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaaab6-2826-4477-b96a-3d6eee27a723 req-0a4850bb-bb0e-49dd-b28e-aea93e21aa60 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:35.574142 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3abaaab6-2826-4477-b96a-3d6eee27a723 req-0a4850bb-bb0e-49dd-b28e-aea93e21aa60 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1305568 Jul 23 17:10:35.578306 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf01b76-5f45-4b11-9f90-4a32188dabcc req-8ed9e351-0aec-4e2a-af0d-34d43f3bc862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:35.579767 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9cf01b76-5f45-4b11-9f90-4a32188dabcc req-8ed9e351-0aec-4e2a-af0d-34d43f3bc862 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 1102 time: 0.1522570 Jul 23 17:10:35.617227 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41280dd0-de28-41bb-87a7-13ec96c8d0d9 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:35.625072 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.638124 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Transition to ACTIVE for port object 41280dd0-de28-41bb-87a7-13ec96c8d0d9 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:35.642938 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.666619 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9cf01b76-5f45-4b11-9f90-4a32188dabcc req-7d46a8d0-5870-471e-acf6-119fbb5a3c73 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777619 Jul 23 17:10:35.672899 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-104cd8ea-e56c-48db-9329-cad9cf0f17c7 req-53741852-dc4e-4747-80fe-412e60add95a tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960710 Jul 23 17:10:35.680002 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3abaaab6-2826-4477-b96a-3d6eee27a723 req-0758897a-0987-48fa-a00d-e1d76a69db15 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985227 Jul 23 17:10:35.734861 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Pushing event updated for resources: {'Port': ['ID=41280dd0-de28-41bb-87a7-13ec96c8d0d9,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:35.763659 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Attempting to bind port 41280dd0-de28-41bb-87a7-13ec96c8d0d9 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:35.763908 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Attempting to bind port 41280dd0-de28-41bb-87a7-13ec96c8d0d9 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'dcc7f074-2a7f-423d-9bc5-98be17177488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:35.764244 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Attempting to bind port 41280dd0-de28-41bb-87a7-13ec96c8d0d9 on network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:35.768382 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Port 41280dd0-de28-41bb-87a7-13ec96c8d0d9 on network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:10:35.768701 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Attempting to bind port 41280dd0-de28-41bb-87a7-13ec96c8d0d9 on network f1b6dcb6-6d23-4e82-b6ba-eab60a6210de {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:35.773970 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:35.774305 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Checking segment: {'id': 'dcc7f074-2a7f-423d-9bc5-98be17177488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:35.774687 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Bound using segment: {'id': 'dcc7f074-2a7f-423d-9bc5-98be17177488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:35.775107 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Bound port: 41280dd0-de28-41bb-87a7-13ec96c8d0d9, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc7f074-2a7f-423d-9bc5-98be17177488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:35.775465 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.839910 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0759329-f928-45c3-b015-210fc5dc625f req-5da93396-f5d0-4ba0-8b4f-e4142c00b56d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:35.841005 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] For port 41280dd0-de28-41bb-87a7-13ec96c8d0d9, host hv-cinder-80191, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:35.841402 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0759329-f928-45c3-b015-210fc5dc625f req-5da93396-f5d0-4ba0-8b4f-e4142c00b56d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 944 time: 0.0994334 Jul 23 17:10:35.844395 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] For port 41280dd0-de28-41bb-87a7-13ec96c8d0d9, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=41280dd0-de28-41bb-87a7-13ec96c8d0d9,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:35.849464 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.857636 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5c8cb-a0e0-40fa-91b4-857999d9ef02 req-99b424d3-90be-4630-95a8-d242bd7feb13 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:35.859074 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8ac5c8cb-a0e0-40fa-91b4-857999d9ef02 req-99b424d3-90be-4630-95a8-d242bd7feb13 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1060138 Jul 23 17:10:35.883710 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:35.884317 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:35.885711 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] 10.222.0.16 "PUT /v2.0/ports/41280dd0-de28-41bb-87a7-13ec96c8d0d9 HTTP/1.1" status: 200 len: 1093 time: 0.7036774 Jul 23 17:10:35.909825 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03844c-01ab-409c-9c96-a19031d8743a service neutron] Pushing event updated for resources: {'Port': ['ID=41280dd0-de28-41bb-87a7-13ec96c8d0d9,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:35.918684 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f0759329-f928-45c3-b015-210fc5dc625f req-4c2730f7-da87-4593-88b8-47e4e3be706a tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687447 Jul 23 17:10:35.923644 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8ac5c8cb-a0e0-40fa-91b4-857999d9ef02 req-a3cbfe0a-32f5-4b47-a955-0c91b05e5a98 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589135 Jul 23 17:10:36.009988 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-c138b1bf-d949-4923-b7ca-083dd385e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.011488 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-c138b1bf-d949-4923-b7ca-083dd385e4ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7bc015b50ce045578c2c208fc956ffdc&device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 1096 time: 0.0657492 Jul 23 17:10:36.064869 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-c6b01f05-f37e-4386-82aa-1a2f4d7080db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41280dd0-de28-41bb-87a7-13ec96c8d0d9 HTTP/1.1" status: 200 len: 217 time: 0.0366905 Jul 23 17:10:36.123973 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-8e89b0b4-8298-4d99-8720-b78ed0068cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.125520 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-8e89b0b4-8298-4d99-8720-b78ed0068cc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8bf4eba8-6de9-41bb-9d1d-199f981830ab HTTP/1.1" status: 200 len: 849 time: 0.0460579 Jul 23 17:10:36.172952 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16de331a-b95d-411c-b604-59be43bc204f', 'tag': '41280dd0-de28-41bb-87a7-13ec96c8d0d9'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:36.176116 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980153f6-f587-4a02-99c2-e5642682b354" -d '{"events": [{"name": "network-changed", "server_uuid": "16de331a-b95d-411c-b604-59be43bc204f", "tag": "41280dd0-de28-41bb-87a7-13ec96c8d0d9"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:36.179722 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194d942-4f90-4715-b764-fabf1f96ed3c req-58e707a7-06e4-4e19-ae4a-0a6d78add470 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.180432 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-3c471dd6-72e3-4b64-896d-ccfd02603355 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357382 Jul 23 17:10:36.181206 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c194d942-4f90-4715-b764-fabf1f96ed3c req-58e707a7-06e4-4e19-ae4a-0a6d78add470 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 943 time: 0.0700672 Jul 23 17:10:36.223218 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c194d942-4f90-4715-b764-fabf1f96ed3c req-4a2ead4c-0845-4750-95fa-c1219db08821 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364022 Jul 23 17:10:36.286566 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9109f42d-da4b-44a1-9afc-0348ff91dfa0 x-openstack-request-id: req-9109f42d-da4b-44a1-9afc-0348ff91dfa0 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:36.286865 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16de331a-b95d-411c-b604-59be43bc204f", "tag": "41280dd0-de28-41bb-87a7-13ec96c8d0d9", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:36.287122 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9109f42d-da4b-44a1-9afc-0348ff91dfa0 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:36.287508 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16de331a-b95d-411c-b604-59be43bc204f', 'tag': '41280dd0-de28-41bb-87a7-13ec96c8d0d9', 'status': 'completed', 'code': 200} Jul 23 17:10:36.306971 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-1b198677-40a6-4419-a0e9-937bd95c69b2 service neutron] 10.222.0.16 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170528 Jul 23 17:10:36.411990 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-7710f7b0-29f0-430a-b479-1216a83b2a72 req-955f2920-1fb0-41a5-a6ae-5d631aeb5987 service neutron] 10.222.0.16 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858698 Jul 23 17:10:36.502570 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831e3e-c215-434d-8f4a-1c9acc146e85 req-da6a4f61-8a4c-4247-b01f-0a61230c9305 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.504110 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20831e3e-c215-434d-8f4a-1c9acc146e85 req-da6a4f61-8a4c-4247-b01f-0a61230c9305 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 943 time: 0.0643322 Jul 23 17:10:36.515471 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980153f6-f587-4a02-99c2-e5642682b354 req-e7b6e1b5-9863-4fe8-afbc-a7b130bc46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.516938 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-980153f6-f587-4a02-99c2-e5642682b354 req-e7b6e1b5-9863-4fe8-afbc-a7b130bc46d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7bc015b50ce045578c2c208fc956ffdc&device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 1096 time: 0.0538831 Jul 23 17:10:36.541871 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20831e3e-c215-434d-8f4a-1c9acc146e85 req-956ebf36-7126-45c6-a1bf-66fdaa715e5a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Jul 23 17:10:36.611578 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980153f6-f587-4a02-99c2-e5642682b354 req-d235968c-efee-484d-9032-7a52c1e47e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.613962 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-980153f6-f587-4a02-99c2-e5642682b354 req-d235968c-efee-484d-9032-7a52c1e47e95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de HTTP/1.1" status: 200 len: 910 time: 0.0887303 Jul 23 17:10:36.654152 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-980153f6-f587-4a02-99c2-e5642682b354 req-5d64d596-a819-4f63-ab8d-2837a7ed2bbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41280dd0-de28-41bb-87a7-13ec96c8d0d9 HTTP/1.1" status: 200 len: 217 time: 0.0330768 Jul 23 17:10:36.712475 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980153f6-f587-4a02-99c2-e5642682b354 req-3104c9e9-ec54-49d0-a7a8-fcf81c6cf240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.713980 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-980153f6-f587-4a02-99c2-e5642682b354 req-3104c9e9-ec54-49d0-a7a8-fcf81c6cf240 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8bf4eba8-6de9-41bb-9d1d-199f981830ab HTTP/1.1" status: 200 len: 849 time: 0.0492885 Jul 23 17:10:36.753651 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-980153f6-f587-4a02-99c2-e5642682b354 req-6cbc660b-67b1-4d64-aad4-8f3958867652 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294271 Jul 23 17:10:36.806661 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 88e5c9bc-2f95-46d6-b0a5-59836abc7771 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:36.820708 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae8a6-b412-44e4-974e-116a5b2915d3 req-e95d2f9a-f50f-497e-823f-23fccf9be16c tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.821622 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-820ae8a6-b412-44e4-974e-116a5b2915d3 req-e95d2f9a-f50f-497e-823f-23fccf9be16c tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 949 time: 0.0766454 Jul 23 17:10:36.868314 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-980153f6-f587-4a02-99c2-e5642682b354 req-6256db75-3ec3-48f1-8ec8-1240aa1b01a7 service neutron] 10.222.0.16 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018989 Jul 23 17:10:36.869555 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-820ae8a6-b412-44e4-974e-116a5b2915d3 req-e8e7b5bf-dc70-4f63-b44e-47ef2dcbf234 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469980 Jul 23 17:10:36.887104 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:36.891327 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:36.891891 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:36.971149 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-980153f6-f587-4a02-99c2-e5642682b354 req-4bc85e71-8ebc-42d4-898a-14db1733296b service neutron] 10.222.0.16 "GET /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952039 Jul 23 17:10:36.978761 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:37.028251 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 88e5c9bc-2f95-46d6-b0a5-59836abc7771, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:37.034559 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:37.073699 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ceed9-a70e-488d-ae1c-71f69076c400 req-ec49331f-6c90-4804-bea0-2f590bce5347 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:37.083905 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d0ceed9-a70e-488d-ae1c-71f69076c400 req-ec49331f-6c90-4804-bea0-2f590bce5347 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 944 time: 0.0881927 Jul 23 17:10:37.097167 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=88e5c9bc-2f95-46d6-b0a5-59836abc7771,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:37.137146 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d0ceed9-a70e-488d-ae1c-71f69076c400 req-6e65143a-6a07-4014-b848-c49d013b0ee3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518432 Jul 23 17:10:37.193865 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:37.196629 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d7db8f-c876-4dcf-89e7-7168ddc8d93c" -d '{"events": [{"server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "name": "network-vif-plugged", "status": "completed", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:37.208958 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:10:37.233302 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a502016-fe8e-434e-8ce3-f2c9288318ac x-openstack-request-id: req-5a502016-fe8e-434e-8ce3-f2c9288318ac {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:37.233632 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "name": "network-vif-plugged", "status": "completed", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:37.233887 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a502016-fe8e-434e-8ce3-f2c9288318ac {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:37.234279 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'code': 200} Jul 23 17:10:37.371118 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be54223-f821-474a-89a4-9cc8a6c5c0bc req-ef52449d-ab1c-4044-af36-57189876c51a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:37.372958 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1be54223-f821-474a-89a4-9cc8a6c5c0bc req-ef52449d-ab1c-4044-af36-57189876c51a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 943 time: 0.0677841 Jul 23 17:10:37.412823 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1be54223-f821-474a-89a4-9cc8a6c5c0bc req-8e0a5f02-1371-4066-b3c3-f29da7604205 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320799 Jul 23 17:10:37.506762 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa351f1-b857-4971-95c3-51182a00b50f req-f253ed12-37df-4cf9-8bf1-46740523e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:37.508254 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cfa351f1-b857-4971-95c3-51182a00b50f req-f253ed12-37df-4cf9-8bf1-46740523e1bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 1098 time: 0.0919557 Jul 23 17:10:37.553280 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-cfa351f1-b857-4971-95c3-51182a00b50f req-31cc9217-21cf-4f95-a2e0-3c2671ee7119 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Jul 23 17:10:37.672536 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a54bf0-d165-49d8-b06b-d02128f516bf req-1d064fc0-84d4-4030-9b72-d335d10f7ca4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:37.674010 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f5a54bf0-d165-49d8-b06b-d02128f516bf req-1d064fc0-84d4-4030-9b72-d335d10f7ca4 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 943 time: 0.0648110 Jul 23 17:10:37.710980 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f5a54bf0-d165-49d8-b06b-d02128f516bf req-f623d558-6662-4fa0-9113-9cdbee30b3ca tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307548 Jul 23 17:10:38.001166 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf9630-819d-4307-bdd2-8f1485c631ac req-fada6a62-3b38-4b53-9ab8-acde9de3f5fc tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:38.003132 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bcbf9630-819d-4307-bdd2-8f1485c631ac req-fada6a62-3b38-4b53-9ab8-acde9de3f5fc tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 949 time: 0.0657167 Jul 23 17:10:38.040541 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bcbf9630-819d-4307-bdd2-8f1485c631ac req-92533c62-39c8-40c5-9e95-ecddb97b9211 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Jul 23 17:10:38.274291 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb606b73-2f5f-4949-a257-a9163399077b req-ca699af5-236f-451d-8f38-fbf872b4d07f tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:38.275762 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb606b73-2f5f-4949-a257-a9163399077b req-ca699af5-236f-451d-8f38-fbf872b4d07f tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 945 time: 0.0814700 Jul 23 17:10:38.315443 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb606b73-2f5f-4949-a257-a9163399077b req-5da4c014-332e-494c-83b2-2ba2818e1ce0 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Jul 23 17:10:38.448378 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f205e3-e135-435c-aa5a-05e7c990483e req-de238758-5200-48e5-844f-0d7052ec27fa tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:38.449888 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c6f205e3-e135-435c-aa5a-05e7c990483e req-de238758-5200-48e5-844f-0d7052ec27fa tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 949 time: 0.0640864 Jul 23 17:10:38.496152 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c6f205e3-e135-435c-aa5a-05e7c990483e req-df7c312b-747f-42eb-87d4-c7426d40bd74 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 Jul 23 17:10:38.545413 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a947d27-8f85-41a8-bdc4-215e38736194 req-7c900b3f-f521-4530-8bbe-3f759bce86f3 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:38.546859 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7a947d27-8f85-41a8-bdc4-215e38736194 req-7c900b3f-f521-4530-8bbe-3f759bce86f3 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 943 time: 0.0657494 Jul 23 17:10:38.584074 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7a947d27-8f85-41a8-bdc4-215e38736194 req-412a8808-df53-435b-af7a-90d38df08a7d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313487 Jul 23 17:10:38.809755 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 41280dd0-de28-41bb-87a7-13ec96c8d0d9 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:10:38.844907 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de8474-09b1-4016-bb7c-2d8500b8ae13 req-dd731f69-82bc-4628-bb05-fb712928c1e5 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:38.846392 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c3de8474-09b1-4016-bb7c-2d8500b8ae13 req-dd731f69-82bc-4628-bb05-fb712928c1e5 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 943 time: 0.0709162 Jul 23 17:10:38.884931 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c3de8474-09b1-4016-bb7c-2d8500b8ae13 req-3b0f57dc-8008-4e7f-9a6d-66b8a85f001b tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Jul 23 17:10:38.905650 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 41280dd0-de28-41bb-87a7-13ec96c8d0d9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=41280dd0-de28-41bb-87a7-13ec96c8d0d9,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:38.917582 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '41280dd0-de28-41bb-87a7-13ec96c8d0d9', 'network_id': 'f1b6dcb6-6d23-4e82-b6ba-eab60a6210de', 'port_id': '41280dd0-de28-41bb-87a7-13ec96c8d0d9', 'mac_address': 'fa:16:3e:37:cd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf4eba8-6de9-41bb-9d1d-199f981830ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:10:38.956372 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:38.973569 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41280dd0-de28-41bb-87a7-13ec96c8d0d9 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:38.993237 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 41280dd0-de28-41bb-87a7-13ec96c8d0d9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=41280dd0-de28-41bb-87a7-13ec96c8d0d9,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:38.996688 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:39.041269 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=41280dd0-de28-41bb-87a7-13ec96c8d0d9,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:39.446879 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50abdd-f044-497a-8cb6-a985e7e4e3a4 req-2c25ae63-e94b-4806-a0c3-584a82effe8b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:39.448417 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9e50abdd-f044-497a-8cb6-a985e7e4e3a4 req-2c25ae63-e94b-4806-a0c3-584a82effe8b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 945 time: 0.0650222 Jul 23 17:10:39.494306 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['41280dd0-de28-41bb-87a7-13ec96c8d0d9'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:39.496969 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9e50abdd-f044-497a-8cb6-a985e7e4e3a4 req-3eed3a72-6346-4dc6-a0a9-10ee81418966 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Jul 23 17:10:39.678722 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dff78-25cc-44e7-9cbc-a92409993382 req-941cbdcb-d364-43c8-bd4b-482099d0dee9 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:39.680105 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e00dff78-25cc-44e7-9cbc-a92409993382 req-941cbdcb-d364-43c8-bd4b-482099d0dee9 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 949 time: 0.1022527 Jul 23 17:10:39.690069 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba8ac4-3099-4641-8ce1-7cb760171227 req-5f8ff7f2-75be-4b94-95fb-710086ee9a5c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:39.691932 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1bba8ac4-3099-4641-8ce1-7cb760171227 req-5f8ff7f2-75be-4b94-95fb-710086ee9a5c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 945 time: 0.1039627 Jul 23 17:10:39.739986 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e00dff78-25cc-44e7-9cbc-a92409993382 req-8a1e0ff2-1042-4b32-a43a-c503156eb348 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 Jul 23 17:10:39.752185 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1bba8ac4-3099-4641-8ce1-7cb760171227 req-577008a7-5bc2-43e3-baf8-0a7a5e86c90b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536220 Jul 23 17:10:39.872774 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1bd8b-4685-4f1d-b57e-e8fab7a97c0c req-14c355db-38c6-494c-8725-dbb5876fcf5b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:39.874288 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fed1bd8b-4685-4f1d-b57e-e8fab7a97c0c req-14c355db-38c6-494c-8725-dbb5876fcf5b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 943 time: 0.0756328 Jul 23 17:10:39.916712 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fed1bd8b-4685-4f1d-b57e-e8fab7a97c0c req-03de51b8-0c24-41df-9326-4c4be906ba33 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332305 Jul 23 17:10:40.059255 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84360844-cccb-4fe4-a762-4012cedce4e0 req-ea60873a-7dec-4702-9fa9-27c7ad84b765 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:40.060805 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-84360844-cccb-4fe4-a762-4012cedce4e0 req-ea60873a-7dec-4702-9fa9-27c7ad84b765 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 944 time: 0.0700827 Jul 23 17:10:40.098855 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-84360844-cccb-4fe4-a762-4012cedce4e0 req-96098e3d-705b-47e7-93e3-7dcbb233b12b tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315514 Jul 23 17:10:40.249526 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d96b7-999b-4a05-a5fc-a967695dcac5 req-2e602c59-ea7a-44e2-9a81-2485c710bc5f tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:40.250980 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ac0d96b7-999b-4a05-a5fc-a967695dcac5 req-2e602c59-ea7a-44e2-9a81-2485c710bc5f tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 945 time: 0.0634913 Jul 23 17:10:40.287522 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ac0d96b7-999b-4a05-a5fc-a967695dcac5 req-ee317e3e-0486-4d8b-a907-e1f83381777e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Jul 23 17:10:40.834823 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:10:40.837317 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 41280dd0-de28-41bb-87a7-13ec96c8d0d9 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:40.883148 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-f42d564a-9f77-476d-8a14-3cac9c385d40 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:40.884599 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-f42d564a-9f77-476d-8a14-3cac9c385d40 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 949 time: 0.1093946 Jul 23 17:10:40.885489 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a195ac-1cc5-4ddb-af2d-0e999a889630 req-007379b0-9674-4819-89dd-085a0c881d66 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:40.886985 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-80a195ac-1cc5-4ddb-af2d-0e999a889630 req-007379b0-9674-4819-89dd-085a0c881d66 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 949 time: 0.0768313 Jul 23 17:10:40.925910 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-80a195ac-1cc5-4ddb-af2d-0e999a889630 req-0b7da616-9fdd-4dd5-8c09-9bd825b685b6 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/security-groups?id=0107e5b4-4fe7-4649-a617-998751acaaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Jul 23 17:10:40.951726 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 41280dd0-de28-41bb-87a7-13ec96c8d0d9 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:40.958394 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 41280dd0-de28-41bb-87a7-13ec96c8d0d9 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:40.958770 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:40.999911 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:41.020094 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'port_id': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'mac_address': 'fa:16:3e:b8:f7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:10:41.022957 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Deleting port 1a5a2087-0be9-4aee-ab52-622eb179c7fb {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:10:41.023307 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:41.061072 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad62a43-4c4e-491a-9c6f-fef51acce24e req-98d577d9-e6d5-4641-bb0d-1ecd3405e94f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:41.068844 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ad62a43-4c4e-491a-9c6f-fef51acce24e req-98d577d9-e6d5-4641-bb0d-1ecd3405e94f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 943 time: 0.0736887 Jul 23 17:10:41.081696 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:41.099863 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:41.103207 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ad62a43-4c4e-491a-9c6f-fef51acce24e req-910f43a0-3e95-47ce-a717-6deb63de23c5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335345 Jul 23 17:10:41.116992 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:41.135357 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] For port 1a5a2087-0be9-4aee-ab52-622eb179c7fb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1a5a2087-0be9-4aee-ab52-622eb179c7fb,segment=NetworkSegment(cf27eb3d-d701-4e8a-9307-4a0b6371165d),segment_id=cf27eb3d-d701-4e8a-9307-4a0b6371165d)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:41.135747 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:41.136195 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:41.149324 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:41.153583 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Calling delete_port for 1a5a2087-0be9-4aee-ab52-622eb179c7fb owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:10:41.194645 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16de331a-b95d-411c-b604-59be43bc204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41280dd0-de28-41bb-87a7-13ec96c8d0d9'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:41.197094 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a9638c-07ba-4b94-88e3-fd2a7932c46b" -d '{"events": [{"server_uuid": "16de331a-b95d-411c-b604-59be43bc204f", "name": "network-vif-plugged", "status": "completed", "tag": "41280dd0-de28-41bb-87a7-13ec96c8d0d9"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:41.220749 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 41280dd0-de28-41bb-87a7-13ec96c8d0d9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=41280dd0-de28-41bb-87a7-13ec96c8d0d9,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:41.233496 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:41.240235 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:41.274793 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3b6910-2c33-43e2-8dc9-e916535b69b6 x-openstack-request-id: req-8f3b6910-2c33-43e2-8dc9-e916535b69b6 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:41.274998 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16de331a-b95d-411c-b604-59be43bc204f", "name": "network-vif-plugged", "status": "completed", "tag": "41280dd0-de28-41bb-87a7-13ec96c8d0d9", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:41.275241 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f3b6910-2c33-43e2-8dc9-e916535b69b6 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:41.275628 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16de331a-b95d-411c-b604-59be43bc204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41280dd0-de28-41bb-87a7-13ec96c8d0d9', 'code': 200} Jul 23 17:10:41.282463 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebf88-cdcb-4e65-a105-1e427ab0ea5f req-948ebe8a-68df-4a7f-bce5-a07bfbc40032 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:41.289789 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8f5ebf88-cdcb-4e65-a105-1e427ab0ea5f req-948ebe8a-68df-4a7f-bce5-a07bfbc40032 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 944 time: 0.1107492 Jul 23 17:10:41.307847 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=41280dd0-de28-41bb-87a7-13ec96c8d0d9,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:41.325950 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8f5ebf88-cdcb-4e65-a105-1e427ab0ea5f req-3b90d0cd-0fab-4da3-a854-261e405d9706 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352917 Jul 23 17:10:41.348057 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:41.366608 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['1a5a2087-0be9-4aee-ab52-622eb179c7fb'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:41.377563 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Pushing event deleted for resources: {'Port': ['ID=1a5a2087-0be9-4aee-ab52-622eb179c7fb,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:41.459506 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] No DVR routers for this DVR port 1a5a2087-0be9-4aee-ab52-622eb179c7fb on host hv-cinder-80191 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:10:41.463014 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:41.465396 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e721a998-6212-4514-be0e-e6bec8e17d89 req-7c3bbf02-e772-4eca-beeb-3f6d63c22462 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.16 "DELETE /v2.0/ports/1a5a2087-0be9-4aee-ab52-622eb179c7fb HTTP/1.1" status: 204 len: 173 time: 0.5651104 Jul 23 17:10:41.465861 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26202eb-3b8b-43b5-bdd2-20b5aff87811', 'name': 'network-vif-deleted', 'tag': '1a5a2087-0be9-4aee-ab52-622eb179c7fb'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:41.469033 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d61e2-dfbb-4844-a1ff-2ddaf5e4623a" -d '{"events": [{"server_uuid": "d26202eb-3b8b-43b5-bdd2-20b5aff87811", "name": "network-vif-deleted", "tag": "1a5a2087-0be9-4aee-ab52-622eb179c7fb"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:41.473949 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613d466-4e8b-426b-bbf0-53c8c0dd8a13 req-c676f148-fb8c-4c45-8562-2e739ccd8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:41.475651 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d613d466-4e8b-426b-bbf0-53c8c0dd8a13 req-c676f148-fb8c-4c45-8562-2e739ccd8e88 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 1098 time: 0.0558088 Jul 23 17:10:41.519387 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['9a891cdd-6d22-4d14-b38a-24d6a1731ce4'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:41.522600 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1e637c-7897-4ced-83c0-0166f1cf9ecc x-openstack-request-id: req-ca1e637c-7897-4ced-83c0-0166f1cf9ecc {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:41.522890 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26202eb-3b8b-43b5-bdd2-20b5aff87811", "name": "network-vif-deleted", "tag": "1a5a2087-0be9-4aee-ab52-622eb179c7fb", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:41.524521 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca1e637c-7897-4ced-83c0-0166f1cf9ecc {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:41.524971 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26202eb-3b8b-43b5-bdd2-20b5aff87811', 'name': 'network-vif-deleted', 'tag': '1a5a2087-0be9-4aee-ab52-622eb179c7fb', 'status': 'completed', 'code': 200} Jul 23 17:10:41.532623 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d613d466-4e8b-426b-bbf0-53c8c0dd8a13 req-6770d608-6198-44e2-9108-55f5a732aa49 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Jul 23 17:10:41.965122 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49428) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:42.070293 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-088a43d0-a975-456c-b493-bc26679a04c4 req-0f2abcc0-2b6a-48a8-a464-a25366ed3ee2 tempest-VolumesNegativeTest-1059505787 tempest-VolumesNegativeTest-1059505787-project] 10.222.0.70 "GET /v2.0/ports?device_id=d26202eb-3b8b-43b5-bdd2-20b5aff87811 HTTP/1.1" status: 200 len: 210 time: 0.0485318 Jul 23 17:10:42.076564 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c14c903-630e-46d8-89ca-b4fd978e77c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.195187 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c14c903-630e-46d8-89ca-b4fd978e77c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.209301 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6c14c903-630e-46d8-89ca-b4fd978e77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.276960 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf01ad-bbef-472b-85f2-dbd7a80730cc req-d9f34f1f-0eb1-4613-a981-20bc81362204 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:42.278484 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6c14c903-630e-46d8-89ca-b4fd978e77c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3007bcdfc0e64a07831a83b83b756eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122962 Jul 23 17:10:42.279712 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14c903-630e-46d8-89ca-b4fd978e77c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79da1c5a-ec2a-40ad-bc0a-f6ccfc436477,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:42.282633 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49440) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:42.286128 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d9cf01ad-bbef-472b-85f2-dbd7a80730cc req-d9f34f1f-0eb1-4613-a981-20bc81362204 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 944 time: 0.0889223 Jul 23 17:10:42.322994 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d9cf01ad-bbef-472b-85f2-dbd7a80730cc req-cc32ebb7-eea5-4ea1-8560-257096e724b3 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356598 Jul 23 17:10:42.334461 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ae6af549-d8a5-43cb-8962-b359a47820dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.358458 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ae6af549-d8a5-43cb-8962-b359a47820dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.405747 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ae6af549-d8a5-43cb-8962-b359a47820dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.408270 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ae6af549-d8a5-43cb-8962-b359a47820dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.409426 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ae6af549-d8a5-43cb-8962-b359a47820dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79da1c5a-ec2a-40ad-bc0a-f6ccfc436477 HTTP/1.1" status: 204 len: 168 time: 0.1258678 Jul 23 17:10:42.418003 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6af549-d8a5-43cb-8962-b359a47820dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da1c5a-ec2a-40ad-bc0a-f6ccfc436477,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:42.465121 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff317a6-3672-499f-b1d4-827fe26c700d req-c04f22f8-84ff-4c97-8e28-6a817feb6225 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:42.466699 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6ff317a6-3672-499f-b1d4-827fe26c700d req-c04f22f8-84ff-4c97-8e28-6a817feb6225 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 945 time: 0.0659025 Jul 23 17:10:42.505971 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6ff317a6-3672-499f-b1d4-827fe26c700d req-f3a63f25-af81-448e-8a91-726bbc9f5dfc tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322435 Jul 23 17:10:42.854300 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:42.891970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-eeceb00a-739f-4f71-bb9d-5ef29b601e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.912906 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:42.916456 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:42.916826 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.992816 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:43.025001 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:43.028722 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:43.029512 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 1a5a2087-0be9-4aee-ab52-622eb179c7fb no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:10:43.068245 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 1a5a2087-0be9-4aee-ab52-622eb179c7fb {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:10:43.068592 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 1a5a2087-0be9-4aee-ab52-622eb179c7fb not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:10:43.091604 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:43.277227 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96442dce-f13a-4011-8043-100e2676db37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:43.279675 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a96810a-f050-4906-ae4e-8b6b6b766d81" -d '{"events": [{"server_uuid": "96442dce-f13a-4011-8043-100e2676db37", "name": "network-vif-plugged", "status": "completed", "tag": "9a891cdd-6d22-4d14-b38a-24d6a1731ce4"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:43.283184 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:43.319086 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fedbfc-b45f-4493-af8a-a9289a39d95b x-openstack-request-id: req-d5fedbfc-b45f-4493-af8a-a9289a39d95b {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:43.319433 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96442dce-f13a-4011-8043-100e2676db37", "name": "network-vif-plugged", "status": "completed", "tag": "9a891cdd-6d22-4d14-b38a-24d6a1731ce4", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:43.319744 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5fedbfc-b45f-4493-af8a-a9289a39d95b {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:43.320194 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96442dce-f13a-4011-8043-100e2676db37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'code': 200} Jul 23 17:10:43.483315 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b68d-8268-4631-b2c8-840b0465ad41 req-e1b09223-9734-46b0-b492-e64953e3ec9a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:43.489845 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c11b68d-8268-4631-b2c8-840b0465ad41 req-e1b09223-9734-46b0-b492-e64953e3ec9a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 945 time: 0.0928664 Jul 23 17:10:43.524632 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c11b68d-8268-4631-b2c8-840b0465ad41 req-9cc5d517-ea58-4fef-95bf-dedcb2511ae7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337579 Jul 23 17:10:43.644727 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28da38a-11e4-4ad9-bb7f-315827e7b318 req-ccbd98e4-b1ae-44ee-b8f1-a4a7a70b9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:43.646402 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a28da38a-11e4-4ad9-bb7f-315827e7b318 req-ccbd98e4-b1ae-44ee-b8f1-a4a7a70b9875 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 1098 time: 0.0909483 Jul 23 17:10:43.677657 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788b80c-22ce-45f8-90d0-eb3273d38ac8 req-27fd7754-21be-41e5-bf18-d69b0becd7c9 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:43.679028 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8788b80c-22ce-45f8-90d0-eb3273d38ac8 req-27fd7754-21be-41e5-bf18-d69b0becd7c9 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 945 time: 0.0936229 Jul 23 17:10:43.711177 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a28da38a-11e4-4ad9-bb7f-315827e7b318 req-4f687283-007d-4f8a-b20b-4cf31b9ad388 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574265 Jul 23 17:10:43.729306 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8788b80c-22ce-45f8-90d0-eb3273d38ac8 req-af2e2f7d-e6cb-4d20-b6ea-16f0c9a1e960 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Jul 23 17:10:44.255941 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe9e16-7b13-435b-a4af-b328c048594b req-875f8632-5d80-4cb5-9f54-e1b69f5e17c2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:44.257606 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a8fe9e16-7b13-435b-a4af-b328c048594b req-875f8632-5d80-4cb5-9f54-e1b69f5e17c2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1119666 Jul 23 17:10:44.259383 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6599d-1562-4957-8346-945762a6922d req-9c003817-8eef-49f3-b2e1-1d5d29f60034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:44.261051 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d1d6599d-1562-4957-8346-945762a6922d req-9c003817-8eef-49f3-b2e1-1d5d29f60034 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1099 time: 0.1021414 Jul 23 17:10:44.332605 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a8fe9e16-7b13-435b-a4af-b328c048594b req-2ebefb3e-1e90-4d09-9309-f7bbc08fb83d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694134 Jul 23 17:10:44.394470 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6599d-1562-4957-8346-945762a6922d req-74ebcbb1-0e81-437c-8364-b5b09d211c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:44.396024 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d1d6599d-1562-4957-8346-945762a6922d req-74ebcbb1-0e81-437c-8364-b5b09d211c7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 920 time: 0.1197894 Jul 23 17:10:44.442955 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d1d6599d-1562-4957-8346-945762a6922d req-c8a9588f-2309-40fe-ad4f-eeda38c42c3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786fa294-0f07-4c78-943a-db44e066ebbf HTTP/1.1" status: 200 len: 217 time: 0.0397277 Jul 23 17:10:44.502679 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6599d-1562-4957-8346-945762a6922d req-7ddf2653-7c07-4650-9252-5d7367d3f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:44.504164 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d1d6599d-1562-4957-8346-945762a6922d req-7ddf2653-7c07-4650-9252-5d7367d3f529 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 200 len: 859 time: 0.0513513 Jul 23 17:10:44.547163 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d1d6599d-1562-4957-8346-945762a6922d req-714e8dfa-db17-4404-bbcb-82938d26492b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=417736eb-5938-416e-bd51-d091dba2edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356054 Jul 23 17:10:44.720260 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d1d6599d-1562-4957-8346-945762a6922d req-8e4eac1f-0733-4a31-ba34-c3e9e5a7bd8b service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660345 Jul 23 17:10:44.782203 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5404fd5-b775-4b31-a9e2-d1622892d482 req-780a02a8-17cc-4992-9036-0bfbb7083268 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:44.783692 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d5404fd5-b775-4b31-a9e2-d1622892d482 req-780a02a8-17cc-4992-9036-0bfbb7083268 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 945 time: 0.1573811 Jul 23 17:10:44.791355 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a5de-e674-462b-8818-acca2a3b747d req-e59ccafc-0e0e-4329-b7e5-30985a646323 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:44.792718 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6082a5de-e674-462b-8818-acca2a3b747d req-e59ccafc-0e0e-4329-b7e5-30985a646323 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 945 time: 0.1675169 Jul 23 17:10:44.906005 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d1d6599d-1562-4957-8346-945762a6922d req-442b07a4-0d2a-46af-b049-b0a93b85aa55 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777625 Jul 23 17:10:44.908814 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d5404fd5-b775-4b31-a9e2-d1622892d482 req-8307f3bf-5ac6-4a83-887e-8aeaae5d9181 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134038 Jul 23 17:10:44.920159 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6082a5de-e674-462b-8818-acca2a3b747d req-d9f77626-bc9a-44aa-9158-8474e28c57ff tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897527 Jul 23 17:10:45.416947 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-50516b9c-9e35-4652-97d7-8b5ddebc3e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:45.485380 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49a928-42dc-4a28-93b5-564b63ed6564 req-58381ebe-8679-4190-8756-828d5af649b8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:45.486870 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9b49a928-42dc-4a28-93b5-564b63ed6564 req-58381ebe-8679-4190-8756-828d5af649b8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0700269 Jul 23 17:10:45.526155 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9b49a928-42dc-4a28-93b5-564b63ed6564 req-9ac16890-6f4a-42aa-b714-14fb928cf01e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335648 Jul 23 17:10:45.769472 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:46.088837 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c421981-7e37-41f0-b3cd-133ed47c8af7 req-cdbb8894-33e6-4891-8878-c1c95a29c504 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:46.090306 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2c421981-7e37-41f0-b3cd-133ed47c8af7 req-cdbb8894-33e6-4891-8878-c1c95a29c504 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 945 time: 0.1052988 Jul 23 17:10:46.104261 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724e04c-b0a7-420f-b5e4-d9095ef75345 req-dc0290b9-8d2e-4fd3-9af0-2495ea42d6dd tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:46.105656 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c724e04c-b0a7-420f-b5e4-d9095ef75345 req-dc0290b9-8d2e-4fd3-9af0-2495ea42d6dd tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 945 time: 0.1193845 Jul 23 17:10:46.156833 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2c421981-7e37-41f0-b3cd-133ed47c8af7 req-a0c92d09-e955-4ab5-a00b-dfde5ddd9d5b tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8f4a941-aa8e-45f7-965c-57931352ac57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607252 Jul 23 17:10:46.162142 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c724e04c-b0a7-420f-b5e4-d9095ef75345 req-18bca747-9183-4bee-82f8-5b22896be8ce tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510483 Jul 23 17:10:46.293067 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac00166-de6c-4e9c-a025-e5d3f9a2cb02 req-83d64039-70d3-4bc1-ac73-0acc618537ad tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:46.294526 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ac00166-de6c-4e9c-a025-e5d3f9a2cb02 req-83d64039-70d3-4bc1-ac73-0acc618537ad tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 945 time: 0.0654449 Jul 23 17:10:46.331133 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ac00166-de6c-4e9c-a025-e5d3f9a2cb02 req-2bf605cc-f06e-473d-906d-43b51285a018 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308268 Jul 23 17:10:46.353380 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49722) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:46.392996 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:46.514905 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-28759194-6456-4507-8637-db8b215666e0 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:46.516380 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-28759194-6456-4507-8637-db8b215666e0 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.16 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 945 time: 0.0631061 Jul 23 17:10:46.546887 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451aff65-a0d4-4ce4-ae0f-0f4999160a92 tempest-TestVolumeBootPattern-196722954 tempest-TestVolumeBootPattern-196722954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:46.548402 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-451aff65-a0d4-4ce4-ae0f-0f4999160a92 tempest-TestVolumeBootPattern-196722954 tempest-TestVolumeBootPattern-196722954-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 1093 time: 0.1940496 Jul 23 17:10:46.551614 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49730) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:46.556522 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'floatingip': {'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'port_id': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:46.580412 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:46.668252 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Deleting port 41280dd0-de28-41bb-87a7-13ec96c8d0d9 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:10:46.668803 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:46.680080 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:46.698902 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0b106-f50a-475a-90ad-eb16533fd9d3 req-2916f2e8-4325-490f-835e-de293cc4a1db tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:46.700350 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21a0b106-f50a-475a-90ad-eb16533fd9d3 req-2916f2e8-4325-490f-835e-de293cc4a1db tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0995405 Jul 23 17:10:46.780206 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21a0b106-f50a-475a-90ad-eb16533fd9d3 req-ec1f03fb-f15d-4866-ac45-ebacaead309a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733807 Jul 23 17:10:46.782667 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Allocated IP 172.27.2.226 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/0be6a689-a31e-4edc-8068-d554cc9dd498) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:46.795292 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] For port 41280dd0-de28-41bb-87a7-13ec96c8d0d9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=41280dd0-de28-41bb-87a7-13ec96c8d0d9,segment=NetworkSegment(dcc7f074-2a7f-423d-9bc5-98be17177488),segment_id=dcc7f074-2a7f-423d-9bc5-98be17177488)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:46.795664 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:46.809109 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Calling delete_port for 41280dd0-de28-41bb-87a7-13ec96c8d0d9 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:10:46.898260 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:46.939112 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:46.940153 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:46.958791 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['41280dd0-de28-41bb-87a7-13ec96c8d0d9'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:46.978820 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:46.981785 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:46.985654 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:47.011337 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'Port': ['ID=0be6a689-a31e-4edc-8068-d554cc9dd498,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:47.021580 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.022212 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.022716 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.023192 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.023693 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.024175 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.024657 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.025150 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.025501 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.025828 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.026152 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.026475 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:47.212962 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49740) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:47.227718 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Pushing event deleted for resources: {'Port': ['ID=41280dd0-de28-41bb-87a7-13ec96c8d0d9,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:47.267862 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e6ba7607-75c9-4db5-b95c-1610fb774802 req-45b993ac-8902-432a-9d4b-d5d0d3fb5a80 tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.70 "GET /v2.0/ports?device_id=16de331a-b95d-411c-b604-59be43bc204f HTTP/1.1" status: 200 len: 210 time: 0.0359602 Jul 23 17:10:47.312289 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] No DVR routers for this DVR port 41280dd0-de28-41bb-87a7-13ec96c8d0d9 on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:10:47.316590 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.319468 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-310755c6-138e-4c5a-b294-986b0c422ca3 req-9236ec35-fbe5-4bb5-a5ed-7c7ebc39866a tempest-VolumesActionsTest-187834988 tempest-VolumesActionsTest-187834988-project] 10.222.0.16 "DELETE /v2.0/ports/41280dd0-de28-41bb-87a7-13ec96c8d0d9 HTTP/1.1" status: 204 len: 173 time: 0.7911146 Jul 23 17:10:47.319917 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16de331a-b95d-411c-b604-59be43bc204f', 'name': 'network-vif-deleted', 'tag': '41280dd0-de28-41bb-87a7-13ec96c8d0d9'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:47.322164 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2b4d13-1e1f-443e-8625-e7efb221d308" -d '{"events": [{"server_uuid": "16de331a-b95d-411c-b604-59be43bc204f", "name": "network-vif-deleted", "tag": "41280dd0-de28-41bb-87a7-13ec96c8d0d9"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:47.371360 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f42729-281c-43c4-8d73-c8ed566e9ab0 x-openstack-request-id: req-b5f42729-281c-43c4-8d73-c8ed566e9ab0 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:47.372420 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16de331a-b95d-411c-b604-59be43bc204f", "name": "network-vif-deleted", "tag": "41280dd0-de28-41bb-87a7-13ec96c8d0d9", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:47.372767 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5f42729-281c-43c4-8d73-c8ed566e9ab0 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:47.373289 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16de331a-b95d-411c-b604-59be43bc204f', 'name': 'network-vif-deleted', 'tag': '41280dd0-de28-41bb-87a7-13ec96c8d0d9', 'status': 'completed', 'code': 200} Jul 23 17:10:47.660693 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.664112 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fbace823-bcd0-4911-8591-5004433415b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db21250bafbc44a99a3667cd42340fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500377 Jul 23 17:10:47.666800 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 49750) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:47.714955 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d7fda72a-efab-4066-b285-a345529a70da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.736235 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d7fda72a-efab-4066-b285-a345529a70da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.739731 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.783734 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d7fda72a-efab-4066-b285-a345529a70da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.787615 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d7fda72a-efab-4066-b285-a345529a70da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.791774 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d7fda72a-efab-4066-b285-a345529a70da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0107e5b4-4fe7-4649-a617-998751acaaf6 HTTP/1.1" status: 204 len: 168 time: 0.1239655 Jul 23 17:10:47.799612 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fda72a-efab-4066-b285-a345529a70da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0107e5b4-4fe7-4649-a617-998751acaaf6,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:47.912807 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.917928 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.950105 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a67dd-d2ad-4a74-b991-bd01e891fbae req-2d413850-64f9-405c-80f6-9024630a97a2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:47.951481 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-716a67dd-d2ad-4a74-b991-bd01e891fbae req-2d413850-64f9-405c-80f6-9024630a97a2 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0802033 Jul 23 17:10:47.998942 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'Port': ['ID=0be6a689-a31e-4edc-8068-d554cc9dd498,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:48.013849 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:48.028243 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-716a67dd-d2ad-4a74-b991-bd01e891fbae req-8ac54324-6742-44d1-acaf-9d3f637bba76 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616779 Jul 23 17:10:48.039324 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:48.125295 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Floating IP 43353db4-55af-4850-8fc0-4fc342a00637 associated. External IP: 172.27.2.226, port: 9a891cdd-6d22-4d14-b38a-24d6a1731ce4. Jul 23 17:10:48.329303 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Router 5ccdb645-0bf3-4ea6-8899-2bae48354998 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:10:48.439178 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:10:48.450456 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] Sync routers for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:10:48.460601 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:48.461228 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:10:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:48.466460 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:48.512433 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8cef3da2-adcf-45b1-b56f-44d5860fea9b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9596705 Jul 23 17:10:48.513117 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96442dce-f13a-4011-8043-100e2676db37', 'tag': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:48.515399 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3e93a8-b8c5-40fa-9959-91604f42f35f" -d '{"events": [{"name": "network-changed", "server_uuid": "96442dce-f13a-4011-8043-100e2676db37", "tag": "9a891cdd-6d22-4d14-b38a-24d6a1731ce4"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:48.554776 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d33ae62-2ed9-40e0-a057-c53010f90509 x-openstack-request-id: req-7d33ae62-2ed9-40e0-a057-c53010f90509 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:48.555129 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96442dce-f13a-4011-8043-100e2676db37", "tag": "9a891cdd-6d22-4d14-b38a-24d6a1731ce4", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:48.555328 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d33ae62-2ed9-40e0-a057-c53010f90509 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:48.555723 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96442dce-f13a-4011-8043-100e2676db37', 'tag': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'status': 'completed', 'code': 200} Jul 23 17:10:48.597327 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:48.636914 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-a9c71cbb-028e-4e01-8161-7d13d92ba502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:48.638406 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-a9c71cbb-028e-4e01-8161-7d13d92ba502 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 1098 time: 0.0610178 Jul 23 17:10:48.738187 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-02333666-a600-4638-8f65-b0bf77558b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:48.739675 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-02333666-a600-4638-8f65-b0bf77558b69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 913 time: 0.0935659 Jul 23 17:10:48.807775 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-a466be0b-0456-4853-8751-6f965d13ce1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a891cdd-6d22-4d14-b38a-24d6a1731ce4 HTTP/1.1" status: 200 len: 999 time: 0.0611730 Jul 23 17:10:48.829568 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '43353db4-55af-4850-8fc0-4fc342a00637', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:b8:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96442dce-f13a-4011-8043-100e2676db37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:47Z', 'updated_at': '2021-07-23T17:10:47Z', 'revision_number': 0, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:48.859672 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] Checking router: 5ccdb645-0bf3-4ea6-8899-2bae48354998 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:10:48.862429 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-97860dc3-6603-42a1-9b17-a07c0cd72c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:48.864675 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-97860dc3-6603-42a1-9b17-a07c0cd72c6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0506461 Jul 23 17:10:48.868526 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:48.869155 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:10:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:48.929607 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-749f66c7-65fc-4481-adfb-727df460886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:48.929607 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-749f66c7-65fc-4481-adfb-727df460886c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549965 Jul 23 17:10:49.029728 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-f8b0eacc-744f-46b4-bf9b-b4001259b9fd service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946567 Jul 23 17:10:49.065136 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:49.129530 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7d3e93a8-b8c5-40fa-9959-91604f42f35f req-f2491155-8dbf-40b5-903b-89c6b76ec140 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923400 Jul 23 17:10:49.192455 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34bb34-8afa-4e74-ab2c-3a8e1e150958 req-22b4aad6-4a30-4c12-8b3a-85d358276235 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:49.193954 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9c34bb34-8afa-4e74-ab2c-3a8e1e150958 req-22b4aad6-4a30-4c12-8b3a-85d358276235 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0684848 Jul 23 17:10:49.235213 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9c34bb34-8afa-4e74-ab2c-3a8e1e150958 req-57fcc609-9bed-4383-b03f-52733e903dac tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 Jul 23 17:10:49.294238 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '43353db4-55af-4850-8fc0-4fc342a00637', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:b8:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96442dce-f13a-4011-8043-100e2676db37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:47Z', 'updated_at': '2021-07-23T17:10:47Z', 'revision_number': 0, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:49.319855 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af12c61-6578-4d5a-ab28-8b66c4ea7e76 None None] The sync data for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi is: [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '43353db4-55af-4850-8fc0-4fc342a00637', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:b8:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96442dce-f13a-4011-8043-100e2676db37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:47Z', 'updated_at': '2021-07-23T17:10:47Z', 'revision_number': 0, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:10:49.495840 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8281ab87-c6a3-404a-866b-6f3778d289e3 None None] New status for floating IP 43353db4-55af-4850-8fc0-4fc342a00637: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:10:50.362082 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50598aef-b4bd-456b-a458-da1b2f90d88b req-abc4c238-0e16-46bc-b1c1-802b0ddabe76 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:50.364144 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-50598aef-b4bd-456b-a458-da1b2f90d88b req-abc4c238-0e16-46bc-b1c1-802b0ddabe76 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0618193 Jul 23 17:10:50.400597 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-50598aef-b4bd-456b-a458-da1b2f90d88b req-d05ac12c-9183-427f-9cd5-1aa6425cfedc tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Jul 23 17:10:51.336340 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 41280dd0-de28-41bb-87a7-13ec96c8d0d9 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:10:51.356543 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 41280dd0-de28-41bb-87a7-13ec96c8d0d9 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:10:51.356885 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 41280dd0-de28-41bb-87a7-13ec96c8d0d9 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:10:51.526767 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715025cf-911a-4d70-b7ec-9585e2c6a3b2 req-b1329f98-19ec-43d7-b22e-34f6f29b69dd tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:51.528243 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-715025cf-911a-4d70-b7ec-9585e2c6a3b2 req-b1329f98-19ec-43d7-b22e-34f6f29b69dd tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0622931 Jul 23 17:10:51.566726 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-715025cf-911a-4d70-b7ec-9585e2c6a3b2 req-06f0eb68-bd09-4358-b0f8-2e618a544068 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Jul 23 17:10:52.696720 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000035a-edac-4e83-a734-8afd66c25b19 req-ae4c09c3-a41f-44f4-8be5-dcd7d6500fec tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:52.698267 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f000035a-edac-4e83-a734-8afd66c25b19 req-ae4c09c3-a41f-44f4-8be5-dcd7d6500fec tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0651643 Jul 23 17:10:52.734734 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f000035a-edac-4e83-a734-8afd66c25b19 req-ddbfe13a-b646-4d6a-af86-0935c209171e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307863 Jul 23 17:10:53.911240 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887de8f-400b-467d-a769-36e757b7695d req-906d2ba3-8ec2-46b7-ae69-02d2a8d1010f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:53.913675 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c887de8f-400b-467d-a769-36e757b7695d req-906d2ba3-8ec2-46b7-ae69-02d2a8d1010f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0812259 Jul 23 17:10:53.978022 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c887de8f-400b-467d-a769-36e757b7695d req-0be0931e-5ab3-4f49-a3d8-6238fff92598 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513742 Jul 23 17:10:54.224188 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516799ab-e09d-41be-9045-a88679292122 req-2f202962-b3c1-4bb6-b5e2-80c564c65825 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:54.226722 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-516799ab-e09d-41be-9045-a88679292122 req-2f202962-b3c1-4bb6-b5e2-80c564c65825 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 945 time: 0.0955698 Jul 23 17:10:54.308504 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-516799ab-e09d-41be-9045-a88679292122 req-fcfc1b96-f6a4-4f23-8f11-c729c30b1f89 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613167 Jul 23 17:10:54.334742 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49870) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:54.580365 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ecbce-54f2-4fd9-9f53-c73cf1011896 tempest-TestMinimumBasicScenario-751584002 tempest-TestMinimumBasicScenario-751584002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:54.585031 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 49874) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:54.585265 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-386ecbce-54f2-4fd9-9f53-c73cf1011896 tempest-TestMinimumBasicScenario-751584002 tempest-TestMinimumBasicScenario-751584002-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 1093 time: 0.2485650 Jul 23 17:10:54.595563 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'floatingip': {'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'port_id': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:54.701446 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:54.864070 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:54.982404 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Allocated IP 172.27.2.218 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/108cf5ee-2759-4d60-8aee-9e87c96716b2) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:55.124142 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:55.174782 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2636a8-edf3-4c7c-9ffb-72114a9c33b4 req-27bcd65c-1638-4e28-aa29-c1dd314dc7fb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:55.176967 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ac2636a8-edf3-4c7c-9ffb-72114a9c33b4 req-27bcd65c-1638-4e28-aa29-c1dd314dc7fb tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1116636 Jul 23 17:10:55.204845 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:55.250565 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ac2636a8-edf3-4c7c-9ffb-72114a9c33b4 req-de394575-5029-4117-b464-c2cac273ce4c tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675206 Jul 23 17:10:55.257351 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:55.260938 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:55.276141 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'Port': ['ID=108cf5ee-2759-4d60-8aee-9e87c96716b2,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:55.283728 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:55.306656 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.307018 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.307347 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.307773 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.308113 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.308445 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.308776 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.309109 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.309473 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.309794 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.310122 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.310444 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:55.717847 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:55.811749 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:55.972439 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:55.977785 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:56.054684 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'Port': ['ID=108cf5ee-2759-4d60-8aee-9e87c96716b2,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:56.072046 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:56.213893 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Floating IP 5409ba5f-8eb5-48ba-8dad-aba7ebbfaf12 associated. External IP: 172.27.2.218, port: 88e5c9bc-2f95-46d6-b0a5-59836abc7771. Jul 23 17:10:56.481962 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b4df9-f60a-4310-9488-74256241d9f6 req-fc57bd0b-7893-46fb-9434-f219b85f5eb8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:56.483444 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a33b4df9-f60a-4310-9488-74256241d9f6 req-fc57bd0b-7893-46fb-9434-f219b85f5eb8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1487868 Jul 23 17:10:56.493990 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:10:56.567255 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a33b4df9-f60a-4310-9488-74256241d9f6 req-e0e6308f-0d77-4072-95d8-d9f1f525185e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758951 Jul 23 17:10:56.634207 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:10:56.647647 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] Sync routers for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:10:56.655877 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:56.657704 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:56.658595 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:10:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:56.713923 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-03696981-8aa9-476b-bcf5-a9bd3400c7d3 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1273770 Jul 23 17:10:56.714299 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49898) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:56.714874 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:56.717432 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64862736-1dd3-4598-8895-941b9c30e29b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:56.726697 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-735655e6-2c4a-460a-9e6b-6bf0b0ff76eb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119684878', 'description': 'tempest-secgroup-smoke-2119684878 description', 'project_id': 'a44e362a61994c51bba5df8e6f369a20'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:56.777931 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735655e6-2c4a-460a-9e6b-6bf0b0ff76eb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:56.781205 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:56.815626 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc4b620-6866-4b69-ae4f-7c96aa3d83a6 x-openstack-request-id: req-2dc4b620-6866-4b69-ae4f-7c96aa3d83a6 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:56.816010 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:56.816134 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2dc4b620-6866-4b69-ae4f-7c96aa3d83a6 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:56.816591 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'status': 'completed', 'code': 200} Jul 23 17:10:56.960376 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64862736-1dd3-4598-8895-941b9c30e29b req-60a1ed68-b93c-4277-9997-6d2929799fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:56.968395 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64862736-1dd3-4598-8895-941b9c30e29b req-60a1ed68-b93c-4277-9997-6d2929799fe8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a44e362a61994c51bba5df8e6f369a20&device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 1098 time: 0.1373687 Jul 23 17:10:56.989939 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735655e6-2c4a-460a-9e6b-6bf0b0ff76eb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:56.997268 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735655e6-2c4a-460a-9e6b-6bf0b0ff76eb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.035557 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735655e6-2c4a-460a-9e6b-6bf0b0ff76eb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:57.038728 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-735655e6-2c4a-460a-9e6b-6bf0b0ff76eb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.042958 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-735655e6-2c4a-460a-9e6b-6bf0b0ff76eb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3235688 Jul 23 17:10:57.043114 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49906) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:57.053637 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-47ce3c32-bd66-4bd9-a83e-bb23868df783 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'security_group_rule': {'security_group_id': 'c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75', 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:57.067728 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '5409ba5f-8eb5-48ba-8dad-aba7ebbfaf12', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'port_id': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'mac_address': 'fa:16:3e:9c:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:55Z', 'updated_at': '2021-07-23T17:10:55Z', 'revision_number': 0, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9287788e-3650-4bb9-9b70-2d8b02670b30', 'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'mac_address': 'fa:16:3e:97:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 5, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'subnets': [{'id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:57.095099 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] Checking router: 9bdf5034-b894-4d5b-99ae-70418ca5cd8c for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:10:57.104243 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-47ce3c32-bd66-4bd9-a83e-bb23868df783 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.109320 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:57.109973 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:10:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:57.119931 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64862736-1dd3-4598-8895-941b9c30e29b req-ed648584-45e4-4d6b-a4b8-8b2f58ab5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:57.128433 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64862736-1dd3-4598-8895-941b9c30e29b req-ed648584-45e4-4d6b-a4b8-8b2f58ab5bcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ff14381-a99d-4a2e-aebd-170c02b0dc76 HTTP/1.1" status: 200 len: 916 time: 0.1523929 Jul 23 17:10:57.184013 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-47ce3c32-bd66-4bd9-a83e-bb23868df783 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.189253 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-47ce3c32-bd66-4bd9-a83e-bb23868df783 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.236534 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64862736-1dd3-4598-8895-941b9c30e29b req-ce447841-aa9a-4436-b5f5-9f2a731a3e50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 999 time: 0.0984542 Jul 23 17:10:57.236900 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:57.249632 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-47ce3c32-bd66-4bd9-a83e-bb23868df783 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.254310 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-47ce3c32-bd66-4bd9-a83e-bb23868df783 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075479 Jul 23 17:10:57.256416 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49908) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:57.262892 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-ecc2219a-35a2-4c25-afc6-75e1ea6216fc tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'security_group_rule': {'security_group_id': 'c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75', 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:57.267001 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce3c32-bd66-4bd9-a83e-bb23868df783 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f862be08-76f3-4353-ad75-dbb653c96558,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:57.314245 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64862736-1dd3-4598-8895-941b9c30e29b req-2440d1d7-4bed-4dd6-9275-431593510978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:57.316287 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64862736-1dd3-4598-8895-941b9c30e29b req-2440d1d7-4bed-4dd6-9275-431593510978 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b8bc5df-fd36-4914-bcff-eead9ddf311d HTTP/1.1" status: 200 len: 854 time: 0.0720258 Jul 23 17:10:57.320931 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ecc2219a-35a2-4c25-afc6-75e1ea6216fc tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.406486 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64862736-1dd3-4598-8895-941b9c30e29b req-650acf70-a36f-4451-a95a-f9e4e43ee06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:57.409743 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64862736-1dd3-4598-8895-941b9c30e29b req-650acf70-a36f-4451-a95a-f9e4e43ee06f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ff14381-a99d-4a2e-aebd-170c02b0dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845006 Jul 23 17:10:57.413116 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ecc2219a-35a2-4c25-afc6-75e1ea6216fc tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.419776 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ecc2219a-35a2-4c25-afc6-75e1ea6216fc tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.456098 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2219a-35a2-4c25-afc6-75e1ea6216fc tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6608a38-d3b3-457d-9526-70eed7f3457d,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:57.459089 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ecc2219a-35a2-4c25-afc6-75e1ea6216fc tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.464612 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ecc2219a-35a2-4c25-afc6-75e1ea6216fc tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2038550 Jul 23 17:10:57.464612 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49914) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:57.473239 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-06fa834c-2fca-4d19-a8d4-7428755dd3bb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'security_group_rule': {'security_group_id': 'c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75', 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:57.507250 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06fa834c-2fca-4d19-a8d4-7428755dd3bb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.545540 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '5409ba5f-8eb5-48ba-8dad-aba7ebbfaf12', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'port_id': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'mac_address': 'fa:16:3e:9c:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:55Z', 'updated_at': '2021-07-23T17:10:55Z', 'revision_number': 0, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9287788e-3650-4bb9-9b70-2d8b02670b30', 'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'mac_address': 'fa:16:3e:97:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 5, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'subnets': [{'id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:57.579575 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648053c-e650-4d1c-963a-cd50db123a5f None None] The sync data for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi is: [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '5409ba5f-8eb5-48ba-8dad-aba7ebbfaf12', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'port_id': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'mac_address': 'fa:16:3e:9c:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:55Z', 'updated_at': '2021-07-23T17:10:55Z', 'revision_number': 0, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9287788e-3650-4bb9-9b70-2d8b02670b30', 'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'mac_address': 'fa:16:3e:97:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 5, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'subnets': [{'id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:10:57.580870 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06fa834c-2fca-4d19-a8d4-7428755dd3bb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.587120 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06fa834c-2fca-4d19-a8d4-7428755dd3bb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.615058 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa834c-2fca-4d19-a8d4-7428755dd3bb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2e924e-7c1b-4a9b-a4c4-0b4f8f7d1b25,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:57.616105 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64862736-1dd3-4598-8895-941b9c30e29b req-da2f1107-d983-4798-90a1-92a11103fc8d service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896939 Jul 23 17:10:57.630406 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06fa834c-2fca-4d19-a8d4-7428755dd3bb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.634228 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-06fa834c-2fca-4d19-a8d4-7428755dd3bb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1659911 Jul 23 17:10:57.634907 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 49918) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:57.646933 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-0eb0a0a2-ebbe-4bce-bd86-2ea679a4f919 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'security_group_rule': {'security_group_id': 'c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75', 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:57.787914 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0a2-ebbe-4bce-bd86-2ea679a4f919 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.844258 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64862736-1dd3-4598-8895-941b9c30e29b req-ee8f9577-2c80-4948-8eb2-2d1727e8517c service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871116 Jul 23 17:10:57.872089 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97badb63-e339-4cb2-ae36-53d4564c3e78 req-e0d8876a-ca1d-46ee-8fcd-c3fb3b07a390 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:57.879795 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-97badb63-e339-4cb2-ae36-53d4564c3e78 req-e0d8876a-ca1d-46ee-8fcd-c3fb3b07a390 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.2133522 Jul 23 17:10:57.918271 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0a2-ebbe-4bce-bd86-2ea679a4f919 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.928806 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0a2-ebbe-4bce-bd86-2ea679a4f919 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.932326 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ffcc3c-958b-4aeb-af05-efeee041b601 None None] New status for floating IP 5409ba5f-8eb5-48ba-8dad-aba7ebbfaf12: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:10:57.966616 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-97badb63-e339-4cb2-ae36-53d4564c3e78 req-4be43170-29f2-47f6-83de-3f8683e084b0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857458 Jul 23 17:10:57.973261 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0a0a2-ebbe-4bce-bd86-2ea679a4f919 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea712aa0-5328-4b2c-8812-0b57b4e4a814,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:57.982168 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0a2-ebbe-4bce-bd86-2ea679a4f919 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:57.986543 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 49920) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:57.987004 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0eb0a0a2-ebbe-4bce-bd86-2ea679a4f919 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503115 Jul 23 17:10:57.991184 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e262c2f3-eb61-41e5-a95d-4d45b02d781c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'security_group_rule': {'security_group_id': 'c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75', 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:58.027350 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-e262c2f3-eb61-41e5-a95d-4d45b02d781c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Project a44e362a61994c51bba5df8e6f369a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:10:58.037227 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e262c2f3-eb61-41e5-a95d-4d45b02d781c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.161494 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e262c2f3-eb61-41e5-a95d-4d45b02d781c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.176146 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e262c2f3-eb61-41e5-a95d-4d45b02d781c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.207046 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262c2f3-eb61-41e5-a95d-4d45b02d781c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141e35e3-7048-49be-ba44-442747c5ebb6,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:58.211689 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e262c2f3-eb61-41e5-a95d-4d45b02d781c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.213972 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e262c2f3-eb61-41e5-a95d-4d45b02d781c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2259991 Jul 23 17:10:58.217794 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 49924) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:58.223281 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-38993372-6fcd-45bf-a7f8-83e14c6cf9e4 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'security_group_rule': {'security_group_id': 'c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75', 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:58.268039 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.securitygroups_db [None req-38993372-6fcd-45bf-a7f8-83e14c6cf9e4 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Project a44e362a61994c51bba5df8e6f369a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:10:58.275828 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38993372-6fcd-45bf-a7f8-83e14c6cf9e4 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.357418 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38993372-6fcd-45bf-a7f8-83e14c6cf9e4 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.362837 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38993372-6fcd-45bf-a7f8-83e14c6cf9e4 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.384696 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38993372-6fcd-45bf-a7f8-83e14c6cf9e4 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37ef62a-5862-400b-bc42-581bccdb9b0c,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:58.398096 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-38993372-6fcd-45bf-a7f8-83e14c6cf9e4 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.399764 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-38993372-6fcd-45bf-a7f8-83e14c6cf9e4 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1810367 Jul 23 17:10:58.491974 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-bdfb9353-16e8-469a-ac99-47374da34751 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119684878&fields=id&tenant_id=a44e362a61994c51bba5df8e6f369a20 HTTP/1.1" status: 200 len: 267 time: 0.0390985 Jul 23 17:10:58.566234 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-5fd31328-ebf4-41cd-be7d-f48e008871aa tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:58.568106 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-5fd31328-ebf4-41cd-be7d-f48e008871aa tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 945 time: 0.0700464 Jul 23 17:10:58.579375 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-7ce6b6d6-b14d-4939-a6c9-ee58eb687e4d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'port': {'security_groups': ['d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203', 'c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:58.677879 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-7ce6b6d6-b14d-4939-a6c9-ee58eb687e4d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.908278 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-7ce6b6d6-b14d-4939-a6c9-ee58eb687e4d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] For port 88e5c9bc-2f95-46d6-b0a5-59836abc7771, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:58.944818 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-7ce6b6d6-b14d-4939-a6c9-ee58eb687e4d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.949884 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-7ce6b6d6-b14d-4939-a6c9-ee58eb687e4d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:58.962591 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['88e5c9bc-2f95-46d6-b0a5-59836abc7771'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:58.999619 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-7ce6b6d6-b14d-4939-a6c9-ee58eb687e4d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:59.000419 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-7ce6b6d6-b14d-4939-a6c9-ee58eb687e4d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:59.002334 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc4e9a5d-15d6-461d-abc4-bc173607f67d req-7ce6b6d6-b14d-4939-a6c9-ee58eb687e4d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "PUT /v2.0/ports/88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 981 time: 0.4274850 Jul 23 17:10:59.002749 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:59.005991 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:59.033582 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6b6d6-b14d-4939-a6c9-ee58eb687e4d tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'Port': ['ID=88e5c9bc-2f95-46d6-b0a5-59836abc7771,revision_number=6']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:59.118640 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e26fe-48bc-4173-8533-0bfb488d6f29 x-openstack-request-id: req-490e26fe-48bc-4173-8533-0bfb488d6f29 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:59.123009 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:59.123412 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-490e26fe-48bc-4173-8533-0bfb488d6f29 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:59.125348 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'status': 'completed', 'code': 200} Jul 23 17:10:59.150910 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['88e5c9bc-2f95-46d6-b0a5-59836abc7771'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:59.235377 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c8fc9-f8a0-46db-8855-26989747bda6 req-13ccc16e-a68b-4640-a938-807c4fab6af7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:59.237935 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc2c8fc9-f8a0-46db-8855-26989747bda6 req-13ccc16e-a68b-4640-a938-807c4fab6af7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1790109 Jul 23 17:10:59.264978 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-6c21e133-8037-4b08-9363-4a6fe3cc8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:59.266506 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-6c21e133-8037-4b08-9363-4a6fe3cc8a3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a44e362a61994c51bba5df8e6f369a20&device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 1137 time: 0.1318047 Jul 23 17:10:59.349755 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-9d6122f0-9049-4f4a-8f8e-0621c874a5e4 None None] Provisioning complete for port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:59.350049 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9d6122f0-9049-4f4a-8f8e-0621c874a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:59.372317 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc2c8fc9-f8a0-46db-8855-26989747bda6 req-ecacf24a-dd4e-465a-95f4-26cff14aba47 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233869 Jul 23 17:10:59.460183 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d672274-86ae-42a8-9271-7884236bab87 req-b9535f3c-76fb-460d-9e42-ae3a24d07520 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:59.469394 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9d672274-86ae-42a8-9271-7884236bab87 req-b9535f3c-76fb-460d-9e42-ae3a24d07520 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.1945701 Jul 23 17:10:59.835989 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-6931ca96-de46-4c10-82b3-d0df361e9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:59.838198 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-6931ca96-de46-4c10-82b3-d0df361e9684 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ff14381-a99d-4a2e-aebd-170c02b0dc76 HTTP/1.1" status: 200 len: 916 time: 0.5498114 Jul 23 17:10:59.924944 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9d672274-86ae-42a8-9271-7884236bab87 req-9cfc04f2-8f7b-4297-97f1-3c2167fe079c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4529810 Jul 23 17:10:59.985236 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-b87934b6-5c75-4767-9a57-f10c482ce69b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 1001 time: 0.1271930 Jul 23 17:11:00.040018 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-8707371d-4794-480c-a985-2224a3af364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:00.041547 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-8707371d-4794-480c-a985-2224a3af364a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b8bc5df-fd36-4914-bcff-eead9ddf311d HTTP/1.1" status: 200 len: 854 time: 0.0490510 Jul 23 17:11:00.117321 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-f2dfe7c4-d42d-4eec-b1b9-a8720d9a5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:00.119175 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-f2dfe7c4-d42d-4eec-b1b9-a8720d9a5ba2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ff14381-a99d-4a2e-aebd-170c02b0dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690026 Jul 23 17:11:00.220258 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-84642d0a-2b79-481c-a00b-21b145625a45 service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916302 Jul 23 17:11:00.345944 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3848e01d-ed72-4ae3-aa7c-f3b1a502268a req-fa43ca63-ee2a-48c1-9138-335f2e996a97 service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098680 Jul 23 17:11:00.552877 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ef0f3-5dee-4e54-ad52-d982c715697b req-2975c853-5b55-4bd6-a337-bf60a64d581d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:00.552877 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-251ef0f3-5dee-4e54-ad52-d982c715697b req-2975c853-5b55-4bd6-a337-bf60a64d581d tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0998464 Jul 23 17:11:00.594697 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-251ef0f3-5dee-4e54-ad52-d982c715697b req-b216ec44-d575-4b4b-a270-f8accb6dac3e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367115 Jul 23 17:11:01.762517 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ba5f0-668a-45d8-81e3-bf75a719779d req-02c313bb-eb32-4815-aefa-d9f8cba861e5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:01.764031 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c08ba5f0-668a-45d8-81e3-bf75a719779d req-02c313bb-eb32-4815-aefa-d9f8cba861e5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0913577 Jul 23 17:11:01.803731 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c08ba5f0-668a-45d8-81e3-bf75a719779d req-538e8cb6-019e-4613-9088-143b936029ee tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Jul 23 17:11:02.963157 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a826b-5f4a-4729-b087-d9f6f6f4fed7 req-86ab72a2-614b-4b93-a02a-d0aa77f620db tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:02.964762 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-051a826b-5f4a-4729-b087-d9f6f6f4fed7 req-86ab72a2-614b-4b93-a02a-d0aa77f620db tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0716968 Jul 23 17:11:03.011643 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-051a826b-5f4a-4729-b087-d9f6f6f4fed7 req-37397c89-2210-4274-9bb0-0f2c8fd5efcf tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372484 Jul 23 17:11:04.158167 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9949c-b7c4-4bf1-b03f-1523a5ba4417 req-ce20dd40-bcd7-4421-9205-038d6b2c06aa tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:04.160480 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9ed9949c-b7c4-4bf1-b03f-1523a5ba4417 req-ce20dd40-bcd7-4421-9205-038d6b2c06aa tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0796947 Jul 23 17:11:04.201908 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9ed9949c-b7c4-4bf1-b03f-1523a5ba4417 req-b4dee16d-777a-459f-94c1-22ecff612fe3 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364852 Jul 23 17:11:05.345117 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb2ed1-9f49-4bdf-aef9-de55e062712f req-30f36cf3-2410-4391-914e-6616303882be tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:05.347264 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41bb2ed1-9f49-4bdf-aef9-de55e062712f req-30f36cf3-2410-4391-914e-6616303882be tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0706007 Jul 23 17:11:05.390264 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-41bb2ed1-9f49-4bdf-aef9-de55e062712f req-1d4adb77-405e-44ac-be97-3d283acd4c03 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Jul 23 17:11:06.526359 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002a73d-fa5c-497c-bdc8-1f8b5b9ebda5 req-18e2d46f-2ef8-48df-91af-001b258e18b9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:06.527885 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c002a73d-fa5c-497c-bdc8-1f8b5b9ebda5 req-18e2d46f-2ef8-48df-91af-001b258e18b9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0657537 Jul 23 17:11:06.569121 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c002a73d-fa5c-497c-bdc8-1f8b5b9ebda5 req-2d9fe92f-5f49-49e9-b160-fcd8c598e432 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355914 Jul 23 17:11:07.720740 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dff78-2e04-4c26-b9b0-7cbee84837e0 req-6e62898f-894f-4a9c-88e0-40ee512a3724 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:07.722311 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f18dff78-2e04-4c26-b9b0-7cbee84837e0 req-6e62898f-894f-4a9c-88e0-40ee512a3724 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0764639 Jul 23 17:11:07.779236 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f18dff78-2e04-4c26-b9b0-7cbee84837e0 req-d4548dd1-44c8-4ee2-a48e-b5f3ef7d34d8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496547 Jul 23 17:11:08.905898 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3fa44-5e23-48cc-9883-c483212613fb req-076bce90-6be3-4e49-bd24-297137b75186 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:08.913318 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-37b3fa44-5e23-48cc-9883-c483212613fb req-076bce90-6be3-4e49-bd24-297137b75186 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0743606 Jul 23 17:11:08.953068 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-37b3fa44-5e23-48cc-9883-c483212613fb req-c63ff32e-26f1-4c6f-8f7d-1d024f5683bc tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Jul 23 17:11:10.090650 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a9b20-2e8a-4d2a-83fe-b38c612ca5ed req-70a0293e-9cef-4f06-b29f-7a46c9ad252a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:10.092126 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d82a9b20-2e8a-4d2a-83fe-b38c612ca5ed req-70a0293e-9cef-4f06-b29f-7a46c9ad252a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0653527 Jul 23 17:11:10.132571 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d82a9b20-2e8a-4d2a-83fe-b38c612ca5ed req-07a2fa55-29ad-4b4c-acef-2834618fc023 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347035 Jul 23 17:11:11.264098 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b4980-329f-4115-9732-e8a2f7ade980 req-0f1598dc-ff93-48d6-ae19-d6177a7bf792 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:11.265594 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-620b4980-329f-4115-9732-e8a2f7ade980 req-0f1598dc-ff93-48d6-ae19-d6177a7bf792 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0661426 Jul 23 17:11:11.303969 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-620b4980-329f-4115-9732-e8a2f7ade980 req-83d81e57-ce09-4e9c-ab73-c404ddf2ca26 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Jul 23 17:11:11.452392 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 50122) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:11.497665 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13a88a1-e873-4d9d-bbf0-e56f4ded57fc admin admin] Deleting subnet 8bf4eba8-6de9-41bb-9d1d-199f981830ab {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:11:11.500598 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e13a88a1-e873-4d9d-bbf0-e56f4ded57fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.533870 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e13a88a1-e873-4d9d-bbf0-e56f4ded57fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4854290'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.575790 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e13a88a1-e873-4d9d-bbf0-e56f4ded57fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.631777 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e13a88a1-e873-4d9d-bbf0-e56f4ded57fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7840797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201800'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.658665 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a88a1-e873-4d9d-bbf0-e56f4ded57fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf4eba8-6de9-41bb-9d1d-199f981830ab,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:11.661184 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e13a88a1-e873-4d9d-bbf0-e56f4ded57fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.663647 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e13a88a1-e873-4d9d-bbf0-e56f4ded57fc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8bf4eba8-6de9-41bb-9d1d-199f981830ab HTTP/1.1" status: 204 len: 168 time: 0.2096832 Jul 23 17:11:11.665460 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 50126) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:11.731189 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.810151 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.820248 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b6dcb6-6d23-4e82-b6ba-eab60a6210de']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:11.829721 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc7f074-2a7f-423d-9bc5-98be17177488') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:11.830015 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc7f074-2a7f-423d-9bc5-98be17177488') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:11.840303 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4854315'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.853453 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.859053 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:11:11.859439 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7840935'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: timer() Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: cb(*args, **kw) Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: self._notify() Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: self.callback(batched_events) Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: event.method(event) Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._get(url).json() Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:11:11.861045 dv-cinder-801916-2-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:11:11.916635 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.921733 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:11.923569 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f1b6dcb6-6d23-4e82-b6ba-eab60a6210de HTTP/1.1" status: 204 len: 168 time: 0.2572057 Jul 23 17:11:11.934695 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d219b1-69ef-4371-b2e1-ae6bab2a4517 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b6dcb6-6d23-4e82-b6ba-eab60a6210de,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:12.088648 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50130) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:12.127418 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-041115ba-cc5b-4640-b589-cb270a7b62d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bc015b50ce045578c2c208fc956ffdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376463 Jul 23 17:11:12.130299 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50134) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:12.178088 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-95127ad0-bcc5-4fbf-bacb-f7291e142e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:12.198691 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-95127ad0-bcc5-4fbf-bacb-f7291e142e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:12.243586 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-95127ad0-bcc5-4fbf-bacb-f7291e142e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:12.246240 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-95127ad0-bcc5-4fbf-bacb-f7291e142e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:12.247339 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-95127ad0-bcc5-4fbf-bacb-f7291e142e60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8f4a941-aa8e-45f7-965c-57931352ac57 HTTP/1.1" status: 204 len: 168 time: 0.1161680 Jul 23 17:11:12.255793 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95127ad0-bcc5-4fbf-bacb-f7291e142e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f4a941-aa8e-45f7-965c-57931352ac57,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:12.442226 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd079b-d77a-4a37-af56-9cbc2ba48000 req-605bc263-72e1-40fe-b57f-10a345cf0cb9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:12.444135 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a3fd079b-d77a-4a37-af56-9cbc2ba48000 req-605bc263-72e1-40fe-b57f-10a345cf0cb9 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0709932 Jul 23 17:11:12.489059 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a3fd079b-d77a-4a37-af56-9cbc2ba48000 req-2302622d-9712-47ce-899a-dec13d04b947 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Jul 23 17:11:12.874374 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-10a35715-b621-48bb-a400-c270bf40ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:12.878009 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-7c0fff9d-f1b7-4a18-9301-7d6205489c96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530362 Jul 23 17:11:12.958463 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-2aa56816-0129-472c-9e73-7744514cb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:12.959934 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-2aa56816-0129-472c-9e73-7744514cb599 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 1098 time: 0.0562487 Jul 23 17:11:13.068044 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-ac364bc1-8070-4b82-92d7-91e21ce1bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:13.069518 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-ac364bc1-8070-4b82-92d7-91e21ce1bf01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 912 time: 0.0839775 Jul 23 17:11:13.141016 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-d233c4ee-843c-42ca-8f42-57d5216c601a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124 HTTP/1.1" status: 200 len: 1001 time: 0.0601687 Jul 23 17:11:13.189126 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-acfcc96a-01ac-4e9f-8b18-28e3b9198886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:13.191116 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-acfcc96a-01ac-4e9f-8b18-28e3b9198886 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 200 len: 850 time: 0.0431314 Jul 23 17:11:13.249078 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-96a38980-c292-478e-939f-e495ad916ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:13.250595 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-96a38980-c292-478e-939f-e495ad916ddd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e00633-73c6-46b3-b55d-30caf2048663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517688 Jul 23 17:11:13.274840 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:13.349515 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-5402d911-e343-442b-98fd-2a4b5de3b99c service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905483 Jul 23 17:11:13.452382 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7748b006-8745-41e2-9944-f5a01d0e8abc req-4b1442d2-8040-4681-8ac2-4cb297d70480 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826626 Jul 23 17:11:13.621613 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96caebf-ef3d-4d01-91bf-7a19750ebaec req-f8804d20-ad08-46c1-8e25-dc1298791cb5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:13.623094 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f96caebf-ef3d-4d01-91bf-7a19750ebaec req-f8804d20-ad08-46c1-8e25-dc1298791cb5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0662491 Jul 23 17:11:13.660406 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f96caebf-ef3d-4d01-91bf-7a19750ebaec req-1de75564-7e2b-403a-938d-df34d80541ce tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Jul 23 17:11:14.209288 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:11:14.793221 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662a04f-43f4-4f50-9d07-508aa02eaeb5 req-ee6e7558-aa5e-4679-926f-5b234efe2dae tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:14.794733 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3662a04f-43f4-4f50-9d07-508aa02eaeb5 req-ee6e7558-aa5e-4679-926f-5b234efe2dae tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0647330 Jul 23 17:11:14.832361 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3662a04f-43f4-4f50-9d07-508aa02eaeb5 req-ba77b606-79c2-4a67-8cf5-615cc2caf945 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Jul 23 17:11:15.408109 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd757-aa71-4fc4-a476-14c0600a1ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:15.770949 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:15.958608 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d40b-5bc8-44e3-8713-deb6f54acae0 req-e7895b82-0d08-4b0b-8b70-49b381c33ec7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:15.960051 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21d8d40b-5bc8-44e3-8713-deb6f54acae0 req-e7895b82-0d08-4b0b-8b70-49b381c33ec7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0615263 Jul 23 17:11:15.999636 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21d8d40b-5bc8-44e3-8713-deb6f54acae0 req-a8ecad72-c4a4-4589-abda-af4868a0b9f7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341454 Jul 23 17:11:16.392054 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:16.558682 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb85433-1b23-4f33-a24e-2af99f3d8a31 req-857a837a-9cad-4b72-879b-c9adb04f66ad tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:16.560152 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdb85433-1b23-4f33-a24e-2af99f3d8a31 req-857a837a-9cad-4b72-879b-c9adb04f66ad tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0678277 Jul 23 17:11:16.599041 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdb85433-1b23-4f33-a24e-2af99f3d8a31 req-e1d40c82-a5f4-4027-a094-ad76a0ee98ab tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331395 Jul 23 17:11:16.722587 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2381e5-2e98-4de6-bc5c-9e20f5ee276d req-795cf711-0870-443b-9384-c0a531922617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:16.724055 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-de2381e5-2e98-4de6-bc5c-9e20f5ee276d req-795cf711-0870-443b-9384-c0a531922617 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1099 time: 0.0529284 Jul 23 17:11:16.756922 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-de2381e5-2e98-4de6-bc5c-9e20f5ee276d req-c3b1e93f-f532-4d79-998b-a85b542230b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261505 Jul 23 17:11:17.130481 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fad02-a2b5-4f8c-b5c5-dd9f5e9b7b88 req-3665a522-7ae3-4fe7-ad18-352ab4eef14a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:17.131944 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-327fad02-a2b5-4f8c-b5c5-dd9f5e9b7b88 req-3665a522-7ae3-4fe7-ad18-352ab4eef14a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0649257 Jul 23 17:11:17.168386 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-327fad02-a2b5-4f8c-b5c5-dd9f5e9b7b88 req-6d922a79-e4a6-4fd4-9f32-aec72249608e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Jul 23 17:11:17.731327 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbe744-e257-4949-a751-de7bc61b2bca req-12ce0bca-245c-45d2-b5fc-9faf35e5893e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:17.732868 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-73bbe744-e257-4949-a751-de7bc61b2bca req-12ce0bca-245c-45d2-b5fc-9faf35e5893e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0630548 Jul 23 17:11:17.779613 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-73bbe744-e257-4949-a751-de7bc61b2bca req-02e30503-a519-4bef-8d92-554776d95b97 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Jul 23 17:11:18.024152 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:18.295724 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dffd9b-c221-49a8-8e09-09cfaec48ce2 req-3ace2cd8-e020-4d41-8577-ad2c4555e9d6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:18.297182 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f7dffd9b-c221-49a8-8e09-09cfaec48ce2 req-3ace2cd8-e020-4d41-8577-ad2c4555e9d6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0617056 Jul 23 17:11:18.336874 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f7dffd9b-c221-49a8-8e09-09cfaec48ce2 req-4563983a-2351-4a27-a24e-e17d7701d282 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Jul 23 17:11:18.743499 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf6186-dc40-48ce-b376-7017d81cd43b req-bbbc5983-c7e1-4c69-8348-f31c8330ddae tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:18.744966 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3bdf6186-dc40-48ce-b376-7017d81cd43b req-bbbc5983-c7e1-4c69-8348-f31c8330ddae tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0987575 Jul 23 17:11:18.746795 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53508b-37b8-455e-afc0-b867938d6874 req-4f81889e-a720-4b2b-888b-0946f837fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:18.748172 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba53508b-37b8-455e-afc0-b867938d6874 req-4f81889e-a720-4b2b-888b-0946f837fd90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 1099 time: 0.0937014 Jul 23 17:11:18.809510 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3bdf6186-dc40-48ce-b376-7017d81cd43b req-fcdd1654-0e00-4446-ba98-11c4d6c2b05f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588436 Jul 23 17:11:18.874037 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53508b-37b8-455e-afc0-b867938d6874 req-9c3f9acf-7962-460c-ab5e-058be8fd98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:18.875452 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba53508b-37b8-455e-afc0-b867938d6874 req-9c3f9acf-7962-460c-ab5e-058be8fd98e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 200 len: 920 time: 0.1116436 Jul 23 17:11:18.933290 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba53508b-37b8-455e-afc0-b867938d6874 req-66754991-2af5-4071-88be-b0099d5e58fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786fa294-0f07-4c78-943a-db44e066ebbf HTTP/1.1" status: 200 len: 217 time: 0.0421784 Jul 23 17:11:18.990174 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620246b-2604-4f7d-81de-ce42862504f5 req-8a4f5529-063c-4c66-9831-0acc1a143ce3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:18.991646 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9620246b-2604-4f7d-81de-ce42862504f5 req-8a4f5529-063c-4c66-9831-0acc1a143ce3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.1352611 Jul 23 17:11:19.007097 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53508b-37b8-455e-afc0-b867938d6874 req-a36e26cc-0eae-4634-9565-b2686f876613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:19.008401 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba53508b-37b8-455e-afc0-b867938d6874 req-a36e26cc-0eae-4634-9565-b2686f876613 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 200 len: 859 time: 0.0675209 Jul 23 17:11:19.046776 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba53508b-37b8-455e-afc0-b867938d6874 req-44d19763-66b0-4d74-9d47-c3701789885c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=417736eb-5938-416e-bd51-d091dba2edc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297205 Jul 23 17:11:19.058816 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9620246b-2604-4f7d-81de-ce42862504f5 req-d4e0b2d7-e673-4cd7-ad73-1d738744377d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614924 Jul 23 17:11:19.147444 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba53508b-37b8-455e-afc0-b867938d6874 req-3f098a6c-e058-465b-9815-315d8ff07885 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855970 Jul 23 17:11:19.238524 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba53508b-37b8-455e-afc0-b867938d6874 req-0e369ebf-bf79-4ad0-a6d6-e1cc45b59234 service neutron] 10.222.0.16 "GET /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819116 Jul 23 17:11:19.970460 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6c056-3d2d-4d96-974b-b28e99b2688e req-e8f7e3dc-7e97-4f5d-b0c8-d21c01e77ce4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:19.972526 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0db6c056-3d2d-4d96-974b-b28e99b2688e req-e8f7e3dc-7e97-4f5d-b0c8-d21c01e77ce4 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0796711 Jul 23 17:11:20.011000 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0db6c056-3d2d-4d96-974b-b28e99b2688e req-e8d059ec-6e5e-4936-aa85-27d178f402b0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Jul 23 17:11:20.211514 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c0510-513e-4c14-9c6a-93b0cb6400de req-13ca7448-0cbb-462c-8ed3-c6f39b304f23 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:20.213498 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-203c0510-513e-4c14-9c6a-93b0cb6400de req-13ca7448-0cbb-462c-8ed3-c6f39b304f23 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0843337 Jul 23 17:11:20.251617 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-203c0510-513e-4c14-9c6a-93b0cb6400de req-647ca617-547d-4b6c-b130-91d0d2647562 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326574 Jul 23 17:11:21.144228 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a6e82-bcce-4137-8ef6-8cb287b5416d req-777650eb-7971-4189-be6f-742b1fe23845 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:21.145930 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d77a6e82-bcce-4137-8ef6-8cb287b5416d req-777650eb-7971-4189-be6f-742b1fe23845 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0668933 Jul 23 17:11:21.185950 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d77a6e82-bcce-4137-8ef6-8cb287b5416d req-eb7003ed-f223-4fef-92ff-41236e5e3c54 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Jul 23 17:11:21.387185 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb93304-d6cb-4dcd-87ce-0121816e0ddc req-856fc6d9-980e-4d9b-b5c8-63a87b520fc1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:21.388651 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fcb93304-d6cb-4dcd-87ce-0121816e0ddc req-856fc6d9-980e-4d9b-b5c8-63a87b520fc1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0637965 Jul 23 17:11:21.426886 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fcb93304-d6cb-4dcd-87ce-0121816e0ddc req-745b6cc4-ac75-45be-9219-c73e073e150e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Jul 23 17:11:22.316211 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bbc95-c819-4d26-9646-89d69cb0cd58 req-d81ffc16-a439-4d3b-abf8-0a631491c3f6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:22.317698 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-311bbc95-c819-4d26-9646-89d69cb0cd58 req-d81ffc16-a439-4d3b-abf8-0a631491c3f6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0625060 Jul 23 17:11:22.353874 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-311bbc95-c819-4d26-9646-89d69cb0cd58 req-066bda07-a914-4deb-ac19-ca33e639d42a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Jul 23 17:11:22.565199 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463d8f5-7397-484e-a30c-5d1b6646baa4 req-b5c3ede1-b1f2-4593-ae40-eb2e6fd5a3c5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:22.566734 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4463d8f5-7397-484e-a30c-5d1b6646baa4 req-b5c3ede1-b1f2-4593-ae40-eb2e6fd5a3c5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0693543 Jul 23 17:11:22.606036 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4463d8f5-7397-484e-a30c-5d1b6646baa4 req-4ae8f8c7-fcc1-4203-9746-322f6e3f2594 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Jul 23 17:11:23.737611 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c13b-4c73-4232-adea-f77072d3dc0c req-d78d24dd-a8c1-4834-8267-6ff0ff9db7f2 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:23.739097 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6985c13b-4c73-4232-adea-f77072d3dc0c req-d78d24dd-a8c1-4834-8267-6ff0ff9db7f2 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0623100 Jul 23 17:11:23.776824 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6985c13b-4c73-4232-adea-f77072d3dc0c req-0854d1e6-4c08-4400-9677-7f3838afe526 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322778 Jul 23 17:11:24.913273 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9cd7d-8e49-4d31-9934-32888173bed2 req-2c291825-a1ad-4726-9d5a-f2df4892b466 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:24.914764 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54c9cd7d-8e49-4d31-9934-32888173bed2 req-2c291825-a1ad-4726-9d5a-f2df4892b466 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0653176 Jul 23 17:11:24.955500 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54c9cd7d-8e49-4d31-9934-32888173bed2 req-53a99348-25fc-4e1f-a27d-b2d2d0253942 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341494 Jul 23 17:11:26.093585 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98bf73-37c3-4dd1-8957-b1bd483f9e9f req-c22138ad-1839-4344-aae4-965867f3dc30 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:26.095043 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b98bf73-37c3-4dd1-8957-b1bd483f9e9f req-c22138ad-1839-4344-aae4-965867f3dc30 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0669122 Jul 23 17:11:26.133742 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b98bf73-37c3-4dd1-8957-b1bd483f9e9f req-3d00ffff-2ce3-453e-8430-cd02fbdb6e97 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333402 Jul 23 17:11:26.273947 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c655-c6d1-4943-bca7-5874a548a885 req-49b30b3d-eede-4126-b56f-ece22db3c8f5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:26.275395 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c853c655-c6d1-4943-bca7-5874a548a885 req-49b30b3d-eede-4126-b56f-ece22db3c8f5 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0642784 Jul 23 17:11:26.311573 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c853c655-c6d1-4943-bca7-5874a548a885 req-30b48645-5eb8-4b79-a076-b5466ecb352f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Jul 23 17:11:27.283157 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08ad4e-08fc-4fa6-b641-3afea1fc3648 req-fc8a6bc8-f9a3-4894-a232-f1f064393bd5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:27.285317 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc08ad4e-08fc-4fa6-b641-3afea1fc3648 req-fc8a6bc8-f9a3-4894-a232-f1f064393bd5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0668631 Jul 23 17:11:27.321791 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc08ad4e-08fc-4fa6-b641-3afea1fc3648 req-b2b970a5-8a1b-4464-b9f4-f708d5495b25 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Jul 23 17:11:27.439531 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c0814-5d86-4076-96d4-838cfea9b087 req-9fedc754-0f1e-4343-bac8-ef5f44792b3e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:27.440900 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1c0814-5d86-4076-96d4-838cfea9b087 req-9fedc754-0f1e-4343-bac8-ef5f44792b3e tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0634413 Jul 23 17:11:27.478410 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1c0814-5d86-4076-96d4-838cfea9b087 req-4e19da40-5ac4-4fb9-9b5b-c9c0504ea20a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Jul 23 17:11:28.457643 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e7fc3-c9b6-4b34-bef2-f9770fa6d037 req-958a4396-d93d-4e81-b7a0-39864b69c793 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:28.459101 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d7e7fc3-c9b6-4b34-bef2-f9770fa6d037 req-958a4396-d93d-4e81-b7a0-39864b69c793 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0680141 Jul 23 17:11:28.496327 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2d7e7fc3-c9b6-4b34-bef2-f9770fa6d037 req-279c73d7-9b71-42bc-8d96-124c22b3f68a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318305 Jul 23 17:11:28.615513 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90781747-f636-4026-876d-4e92c343ad87 req-be35652f-da8e-4579-8534-9eafac126037 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:28.616887 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-90781747-f636-4026-876d-4e92c343ad87 req-be35652f-da8e-4579-8534-9eafac126037 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0693548 Jul 23 17:11:28.653227 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-90781747-f636-4026-876d-4e92c343ad87 req-44974d72-f18f-4da5-b1d5-a12331f26646 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Jul 23 17:11:29.007771 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-d642cd87-568f-4410-a457-b74d831c2de0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:29.009224 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-d642cd87-568f-4410-a457-b74d831c2de0 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 946 time: 0.0630789 Jul 23 17:11:29.118321 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Deleting port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:11:29.118661 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:29.237763 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] For port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:29.238129 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:29.253970 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Calling delete_port for deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:11:29.309904 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a1d78-5f25-41db-afa7-bdbee6b652b0 req-ce682863-2b63-4bed-81c9-792c4a9f1acf tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:29.311391 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b7a1d78-5f25-41db-afa7-bdbee6b652b0 req-ce682863-2b63-4bed-81c9-792c4a9f1acf tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1318717 Jul 23 17:11:29.369461 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b7a1d78-5f25-41db-afa7-bdbee6b652b0 req-438e2f0f-7856-4377-922f-6c178f5a0fb7 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510910 Jul 23 17:11:29.426238 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:29.441651 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['786fa294-0f07-4c78-943a-db44e066ebbf'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:11:29.454586 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Pushing event deleted for resources: {'Port': ['ID=deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:29.498130 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] No DVR routers for this DVR port deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:11:29.501092 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:29.504210 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e9350302-73e1-4ea9-9981-131fa1af78b5 req-fdb6fada-e3db-446d-86e6-5d60b1d4d905 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.16 "DELETE /v2.0/ports/deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 HTTP/1.1" status: 204 len: 173 time: 0.4876754 Jul 23 17:11:29.504591 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5c8ac8-df76-493a-881e-e20b039213f5', 'name': 'network-vif-deleted', 'tag': 'deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:11:29.506867 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9443094-f3be-4f7e-9066-221e630cf80e" -d '{"events": [{"server_uuid": "7d5c8ac8-df76-493a-881e-e20b039213f5", "name": "network-vif-deleted", "tag": "deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:11:29.580000 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ef34b9-1f8e-44a6-98b4-e84ba91a3019 x-openstack-request-id: req-93ef34b9-1f8e-44a6-98b4-e84ba91a3019 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:11:29.580391 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5c8ac8-df76-493a-881e-e20b039213f5", "name": "network-vif-deleted", "tag": "deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:11:29.580705 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93ef34b9-1f8e-44a6-98b4-e84ba91a3019 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:11:29.581150 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5c8ac8-df76-493a-881e-e20b039213f5', 'name': 'network-vif-deleted', 'tag': 'deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3', 'status': 'completed', 'code': 200} Jul 23 17:11:29.634680 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75714b28-028e-4d66-8d69-c17613652dd3 req-d20fbc10-b690-495e-9a54-4a0dd028d1b4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:29.636120 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75714b28-028e-4d66-8d69-c17613652dd3 req-d20fbc10-b690-495e-9a54-4a0dd028d1b4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0666256 Jul 23 17:11:29.672221 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-75714b28-028e-4d66-8d69-c17613652dd3 req-896fbc09-5787-4ff6-acf1-925f818060cd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304611 Jul 23 17:11:29.760178 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aa5b558a-a2b8-4e77-a0ce-20c9009ffeed req-e3b1d003-79f4-41e3-bfa9-abba1fafbeac tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d5c8ac8-df76-493a-881e-e20b039213f5 HTTP/1.1" status: 200 len: 210 time: 0.0286396 Jul 23 17:11:30.498266 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dafe4-f94d-40b6-9abe-19811bab592e req-19e023e1-43ab-459d-a5db-4c8b9fb13e5e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:30.499708 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a46dafe4-f94d-40b6-9abe-19811bab592e req-19e023e1-43ab-459d-a5db-4c8b9fb13e5e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0616708 Jul 23 17:11:30.536288 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a46dafe4-f94d-40b6-9abe-19811bab592e req-d676e310-398a-45c1-925e-b23fb3f75f6e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306046 Jul 23 17:11:30.806776 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b978956-581d-4a10-baa7-659707f865ef req-7f4c333d-163e-48d5-857e-d262c4b72c44 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:30.808237 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b978956-581d-4a10-baa7-659707f865ef req-7f4c333d-163e-48d5-857e-d262c4b72c44 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0655694 Jul 23 17:11:30.846554 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1b978956-581d-4a10-baa7-659707f865ef req-f2c14850-df8a-4322-8db1-3bbadf4ff9ba tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328400 Jul 23 17:11:31.032465 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bf0b-25b0-43f3-a31f-6d11d167aa46 req-139377a9-5b94-4d6b-88a2-aac60b8b1bf7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:31.034634 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eaa6bf0b-25b0-43f3-a31f-6d11d167aa46 req-139377a9-5b94-4d6b-88a2-aac60b8b1bf7 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0624392 Jul 23 17:11:31.058616 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:11:31.071860 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-eaa6bf0b-25b0-43f3-a31f-6d11d167aa46 req-68b471a9-a04e-4c83-a43e-8399b83304c8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Jul 23 17:11:31.078107 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:11:31.078449 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device deaf9a88-e7c0-4db1-a6fe-b1d3dd5821f3 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:11:31.665300 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccb89e-67d1-42a4-9ed9-e9063f85411e req-40e2bea4-8ca4-459d-9491-5f4a863dffcc tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:31.666768 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5eccb89e-67d1-42a4-9ed9-e9063f85411e req-40e2bea4-8ca4-459d-9491-5f4a863dffcc tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0625620 Jul 23 17:11:31.703117 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5eccb89e-67d1-42a4-9ed9-e9063f85411e req-8979cdee-55d6-4816-a842-4aef43ad79a9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309861 Jul 23 17:11:31.981304 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bfcfc-f861-496a-b191-bbbe6b2a2f68 req-90871a92-edc6-4836-99da-b65e7eee922c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:31.982842 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-838bfcfc-f861-496a-b191-bbbe6b2a2f68 req-90871a92-edc6-4836-99da-b65e7eee922c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0672390 Jul 23 17:11:32.020515 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-838bfcfc-f861-496a-b191-bbbe6b2a2f68 req-81418972-6006-4c92-8cf2-9759acd7fc85 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Jul 23 17:11:32.199487 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7100bb9-d450-42b1-aff1-24a79211f4ec req-ef90c151-606f-4007-8d68-a14b1241431a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:32.200857 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7100bb9-d450-42b1-aff1-24a79211f4ec req-ef90c151-606f-4007-8d68-a14b1241431a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0627759 Jul 23 17:11:32.237355 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c7100bb9-d450-42b1-aff1-24a79211f4ec req-c485e70c-a51e-4d24-9b75-334455d7ab86 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310347 Jul 23 17:11:32.831314 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352755ac-90d3-4421-b49a-f5b4ec8c742a req-085327c8-ed5d-47d4-9283-f8540a3b6144 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:32.832769 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-352755ac-90d3-4421-b49a-f5b4ec8c742a req-085327c8-ed5d-47d4-9283-f8540a3b6144 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0648584 Jul 23 17:11:32.869603 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-352755ac-90d3-4421-b49a-f5b4ec8c742a req-b7fdedc3-c838-4590-96e6-0d0613e04c1f tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Jul 23 17:11:33.057831 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:11:33.151642 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea7284-d647-4cf1-bb3f-a939d9486def req-f0016caa-259e-450a-b58b-a79fd6867354 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:33.153094 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3ea7284-d647-4cf1-bb3f-a939d9486def req-f0016caa-259e-450a-b58b-a79fd6867354 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0627692 Jul 23 17:11:33.153891 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:33.165855 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'port_id': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'mac_address': 'fa:16:3e:8b:02:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:11:33.189840 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3ea7284-d647-4cf1-bb3f-a939d9486def req-b52c7ad1-34c1-4b07-9c80-95a4c8adf364 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312812 Jul 23 17:11:33.201741 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:33.214799 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c78f778-d9eb-456d-ba38-f7b91c910334 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:11:33.233838 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:33.238686 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:33.285049 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:33.294917 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.295262 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.295609 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.295936 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.296262 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.296586 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.296907 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.297227 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.297576 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.297895 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.298209 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.298525 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:33.361208 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['9c78f778-d9eb-456d-ba38-f7b91c910334'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:11:33.367464 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bdb82-bf73-434a-a970-1abb99a0ec38 req-6d35b639-a03e-40ee-b5d2-394c74a7b357 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:33.368942 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ed3bdb82-bf73-434a-a970-1abb99a0ec38 req-6d35b639-a03e-40ee-b5d2-394c74a7b357 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0622056 Jul 23 17:11:33.408170 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ed3bdb82-bf73-434a-a970-1abb99a0ec38 req-8aebf9d8-fb82-4e48-8d39-f8d4e3706659 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Jul 23 17:11:33.728828 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9736c-ed6e-439d-b9be-ea3e5047724c req-48ce8e4e-34a5-4a71-a21a-b1a458929eea tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:33.730321 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4db9736c-ed6e-439d-b9be-ea3e5047724c req-48ce8e4e-34a5-4a71-a21a-b1a458929eea tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.1011937 Jul 23 17:11:33.739480 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-2b4d2c87-a71e-40aa-bd4e-0443571cd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:33.740866 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-2b4d2c87-a71e-40aa-bd4e-0443571cd200 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a44e362a61994c51bba5df8e6f369a20&device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 1137 time: 0.0799677 Jul 23 17:11:33.796487 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4db9736c-ed6e-439d-b9be-ea3e5047724c req-d083e578-5409-4dbd-9a07-a8480beec005 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591614 Jul 23 17:11:33.855926 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-a3859f76-df60-4b34-b486-077d9a2dc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:33.857269 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-a3859f76-df60-4b34-b486-077d9a2dc066 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ff14381-a99d-4a2e-aebd-170c02b0dc76 HTTP/1.1" status: 200 len: 916 time: 0.1042383 Jul 23 17:11:33.920522 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-4c173092-7fdc-4373-adb3-996b6c049af4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 1001 time: 0.0556540 Jul 23 17:11:34.240601 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-ee74db41-326f-44e8-955b-14f346d3ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:34.241490 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-ee74db41-326f-44e8-955b-14f346d3ad83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b8bc5df-fd36-4914-bcff-eead9ddf311d HTTP/1.1" status: 200 len: 854 time: 0.3116982 Jul 23 17:11:34.315586 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222bbd8-70ba-42da-9903-3a3245584363 req-750dea8b-3ed1-4e3a-a4d0-89972964d3ec tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:34.317023 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a222bbd8-70ba-42da-9903-3a3245584363 req-750dea8b-3ed1-4e3a-a4d0-89972964d3ec tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.3798647 Jul 23 17:11:34.385745 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a222bbd8-70ba-42da-9903-3a3245584363 req-517e1695-738b-41cb-b582-b780731af4dd tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607147 Jul 23 17:11:34.392095 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-383d0ce2-5a49-4cfe-95cb-a974ed418ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:34.393579 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-383d0ce2-5a49-4cfe-95cb-a974ed418ec1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ff14381-a99d-4a2e-aebd-170c02b0dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1413057 Jul 23 17:11:34.408063 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1508b0-f5dc-4a4c-b212-b296d9c5c533 req-e8a91bb0-fa6f-4f84-b6fb-7a24c3ea6e59 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:34.409752 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1508b0-f5dc-4a4c-b212-b296d9c5c533 req-e8a91bb0-fa6f-4f84-b6fb-7a24c3ea6e59 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 945 time: 0.1467826 Jul 23 17:11:34.496255 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1508b0-f5dc-4a4c-b212-b296d9c5c533 req-d032fbcd-b2f2-4ea7-b7c8-dadcdc6a567e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785050 Jul 23 17:11:34.558643 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-3657059a-b18a-49de-b32a-37a2a4d4cc3f service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479669 Jul 23 17:11:34.611814 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43546511-b3f0-4483-9bb3-357528e96047 req-6e66a773-3167-4010-988a-91900eff453a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:34.613378 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-43546511-b3f0-4483-9bb3-357528e96047 req-6e66a773-3167-4010-988a-91900eff453a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.1205506 Jul 23 17:11:34.694925 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-43546511-b3f0-4483-9bb3-357528e96047 req-018f6e71-c0eb-4b39-b6eb-153e1673cb2a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531926 Jul 23 17:11:34.696917 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-755acef6-b7ac-4da7-9aa5-0639c934f8d5 req-6f05c2af-f330-41f1-b6b2-657a37d3bd75 service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316023 Jul 23 17:11:34.937673 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a9ea4-92bd-4276-a105-2d9a04414f45 req-4bcc6ca8-3594-4feb-87e1-7ae5f405e1de tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:34.939203 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bd3a9ea4-92bd-4276-a105-2d9a04414f45 req-4bcc6ca8-3594-4feb-87e1-7ae5f405e1de tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0712810 Jul 23 17:11:34.982269 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bd3a9ea4-92bd-4276-a105-2d9a04414f45 req-77f67acc-16b0-468a-9a21-e0878b8ff579 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370448 Jul 23 17:11:35.056501 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:11:35.107146 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 9c78f778-d9eb-456d-ba38-f7b91c910334 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:11:35.107515 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:35.190168 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:35.216207 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:11:35.218471 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e84ba7-78ef-4608-a732-59cda3b2e078" -d '{"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:11:35.231716 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:35.243189 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:35.286024 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031fd4eb-888c-4045-8e17-ad631e27548c x-openstack-request-id: req-031fd4eb-888c-4045-8e17-ad631e27548c {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:11:35.286706 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:11:35.287133 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-031fd4eb-888c-4045-8e17-ad631e27548c {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:11:35.287750 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'code': 200} Jul 23 17:11:35.297865 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=7']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:35.543205 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a11d78-5aab-4e52-a508-8041e5e08a0f req-4dc761dc-e4eb-41cd-ab68-6d0a78a9a697 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:35.544171 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07a11d78-5aab-4e52-a508-8041e5e08a0f req-4dc761dc-e4eb-41cd-ab68-6d0a78a9a697 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0751016 Jul 23 17:11:35.590348 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-07a11d78-5aab-4e52-a508-8041e5e08a0f req-ae8b9c2b-4b58-40d8-9b2b-784058edd3d2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386341 Jul 23 17:11:35.667368 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b54ac-e6af-401a-87f4-86605dfe488c req-7dfdf591-aa69-42d1-a613-23ac5abae17a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:35.669092 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-185b54ac-e6af-401a-87f4-86605dfe488c req-7dfdf591-aa69-42d1-a613-23ac5abae17a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0772896 Jul 23 17:11:35.711440 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-185b54ac-e6af-401a-87f4-86605dfe488c req-f5cc11de-7d32-46ec-9d85-1a579f10200a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358608 Jul 23 17:11:35.852686 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77ffcd-0091-4070-b47a-7a96de0f0e52 req-235dd1e3-10a1-44d1-b740-bdf112861b8a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:35.854489 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb77ffcd-0091-4070-b47a-7a96de0f0e52 req-235dd1e3-10a1-44d1-b740-bdf112861b8a tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0754659 Jul 23 17:11:35.894961 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cb77ffcd-0091-4070-b47a-7a96de0f0e52 req-e811b443-c81e-4297-a536-9a3f4f74ee6f tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346198 Jul 23 17:11:36.119926 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56384d60-94d5-432a-9d0f-3033560916ed req-50114e25-6d7d-4fed-a084-b81b8066dc22 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:36.121516 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-56384d60-94d5-432a-9d0f-3033560916ed req-50114e25-6d7d-4fed-a084-b81b8066dc22 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0697358 Jul 23 17:11:36.172015 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-56384d60-94d5-432a-9d0f-3033560916ed req-0ba61617-e95b-4c91-92c3-aa4dc90e29f2 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441813 Jul 23 17:11:36.739352 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3805f-4e38-4510-af3b-56db6033c483 req-34617689-c04d-4fcf-a655-0768560849fa tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:36.741292 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99e3805f-4e38-4510-af3b-56db6033c483 req-34617689-c04d-4fcf-a655-0768560849fa tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0710413 Jul 23 17:11:36.788873 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99e3805f-4e38-4510-af3b-56db6033c483 req-bf87e2a8-bba8-47e0-bb95-d1ba8539934b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400720 Jul 23 17:11:36.857888 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8c07c-5ed8-41d1-98c7-c8fed68e78de req-d07884e0-7acc-43fe-825c-ae2dd848f63f tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:36.859573 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4cb8c07c-5ed8-41d1-98c7-c8fed68e78de req-d07884e0-7acc-43fe-825c-ae2dd848f63f tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0669837 Jul 23 17:11:36.899500 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4cb8c07c-5ed8-41d1-98c7-c8fed68e78de req-0a068fe1-edf4-4ddf-badd-ba1b0cf2ff2b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332534 Jul 23 17:11:37.044012 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907d3a0-144f-44bc-8136-fba1896cb69a req-964ffe05-60b6-4c43-8fda-a9d3ea279734 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:37.045525 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8907d3a0-144f-44bc-8136-fba1896cb69a req-964ffe05-60b6-4c43-8fda-a9d3ea279734 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0770397 Jul 23 17:11:37.093959 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8907d3a0-144f-44bc-8136-fba1896cb69a req-ae9c6bac-ef73-4787-9be5-7df98cdae652 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c01f649-3609-4a2f-9307-fdcddb87910c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Jul 23 17:11:37.323354 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca2bb6-c3af-447a-9dc4-470c7247ed70 req-c97d57f6-4bef-4e8f-a8fa-a53d6f1b8e05 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:37.324985 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3ca2bb6-c3af-447a-9dc4-470c7247ed70 req-c97d57f6-4bef-4e8f-a8fa-a53d6f1b8e05 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0760901 Jul 23 17:11:37.416212 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3ca2bb6-c3af-447a-9dc4-470c7247ed70 req-82823a5f-b0d9-4934-ae9a-a11ff5530a6f tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390506 Jul 23 17:11:37.573001 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f8371-6460-4830-bd92-38d091481736 req-4be7106d-bb3b-4953-80b8-a9e9a22de9ff tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:37.574493 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-254f8371-6460-4830-bd92-38d091481736 req-4be7106d-bb3b-4953-80b8-a9e9a22de9ff tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.16 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 946 time: 0.0671606 Jul 23 17:11:37.696659 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-254f8371-6460-4830-bd92-38d091481736 req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Deleting port 786fa294-0f07-4c78-943a-db44e066ebbf {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:11:37.697040 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-254f8371-6460-4830-bd92-38d091481736 req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:37.792082 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-254f8371-6460-4830-bd92-38d091481736 req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] For port 786fa294-0f07-4c78-943a-db44e066ebbf, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=786fa294-0f07-4c78-943a-db44e066ebbf,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:37.792359 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-254f8371-6460-4830-bd92-38d091481736 req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:37.812344 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-254f8371-6460-4830-bd92-38d091481736 req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Calling delete_port for 786fa294-0f07-4c78-943a-db44e066ebbf owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:11:37.959099 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83c867-2523-49b1-9178-e8f270d48cc4 req-330f4ff0-acfa-4f5c-971e-012068f25881 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:37.960645 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0a83c867-2523-49b1-9178-e8f270d48cc4 req-330f4ff0-acfa-4f5c-971e-012068f25881 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0947139 Jul 23 17:11:38.073823 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0a83c867-2523-49b1-9178-e8f270d48cc4 req-460c30e5-cc83-468f-bb8d-1377cfd9f1f9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913489 Jul 23 17:11:38.075603 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-254f8371-6460-4830-bd92-38d091481736 req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:38.088526 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['786fa294-0f07-4c78-943a-db44e066ebbf'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:11:38.107628 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Pushing event deleted for resources: {'Port': ['ID=786fa294-0f07-4c78-943a-db44e066ebbf,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:38.132103 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3920d9c-a33b-4c14-a056-c5a09c9dd1b7 req-f8d5be80-e787-44f0-8a18-d87d0224f0ea tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:38.139224 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3920d9c-a33b-4c14-a056-c5a09c9dd1b7 req-f8d5be80-e787-44f0-8a18-d87d0224f0ea tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.1479943 Jul 23 17:11:38.194150 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-254f8371-6460-4830-bd92-38d091481736 req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] No DVR routers for this DVR port 786fa294-0f07-4c78-943a-db44e066ebbf on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:11:38.199277 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-254f8371-6460-4830-bd92-38d091481736 req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:38.201169 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-254f8371-6460-4830-bd92-38d091481736 req-978d17be-c201-4dd4-9795-33e09bfa0cc6 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.16 "DELETE /v2.0/ports/786fa294-0f07-4c78-943a-db44e066ebbf HTTP/1.1" status: 204 len: 173 time: 0.6181908 Jul 23 17:11:38.201639 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13f7855-7f1d-4551-8d08-e709a6d5e525', 'name': 'network-vif-deleted', 'tag': '786fa294-0f07-4c78-943a-db44e066ebbf'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:11:38.203816 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c3e134-2300-461e-8340-12da689ab44a" -d '{"events": [{"server_uuid": "b13f7855-7f1d-4551-8d08-e709a6d5e525", "name": "network-vif-deleted", "tag": "786fa294-0f07-4c78-943a-db44e066ebbf"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:11:38.250274 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b464f122-ff14-43cc-895e-ecba55c1e5f0 req-4875437c-6318-4fda-a5f1-d2329d3e65e8 tempest-ServerRescueNegativeTestJSON-696922870 tempest-ServerRescueNegativeTestJSON-696922870-project] 10.222.0.70 "GET /v2.0/ports?device_id=b13f7855-7f1d-4551-8d08-e709a6d5e525 HTTP/1.1" status: 200 len: 210 time: 0.0530446 Jul 23 17:11:38.259006 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3920d9c-a33b-4c14-a056-c5a09c9dd1b7 req-dc853802-2271-4a00-bb12-1b76f4fe4c2a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189358 Jul 23 17:11:38.313067 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eb3f39-61b4-48b0-9c18-aaee3ace4183 x-openstack-request-id: req-a9eb3f39-61b4-48b0-9c18-aaee3ace4183 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:11:38.313422 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13f7855-7f1d-4551-8d08-e709a6d5e525", "name": "network-vif-deleted", "tag": "786fa294-0f07-4c78-943a-db44e066ebbf", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:11:38.313697 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9eb3f39-61b4-48b0-9c18-aaee3ace4183 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:11:38.314122 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13f7855-7f1d-4551-8d08-e709a6d5e525', 'name': 'network-vif-deleted', 'tag': '786fa294-0f07-4c78-943a-db44e066ebbf', 'status': 'completed', 'code': 200} Jul 23 17:11:38.538097 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94051c40-99f3-40c6-9272-20ce435f6c35 req-df1aa4d1-5471-403c-a8b0-c9e213d7aae6 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:38.541948 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-94051c40-99f3-40c6-9272-20ce435f6c35 req-df1aa4d1-5471-403c-a8b0-c9e213d7aae6 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0716352 Jul 23 17:11:38.582817 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-94051c40-99f3-40c6-9272-20ce435f6c35 req-798311a1-6fe9-4d25-a2ed-c44113e68733 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373154 Jul 23 17:11:39.241196 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c93489-56e5-46de-8528-1b281aedc295 req-88570f9c-0c49-4514-a0fd-d676a74077ed tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:39.245095 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-96c93489-56e5-46de-8528-1b281aedc295 req-88570f9c-0c49-4514-a0fd-d676a74077ed tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0886669 Jul 23 17:11:39.299142 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-96c93489-56e5-46de-8528-1b281aedc295 req-4b85b6d2-cf19-4bd6-84e9-5c293e975cac tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488970 Jul 23 17:11:39.315639 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50386) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:39.477334 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3d67-c25b-4dd7-abab-4089312f107a req-e04110fe-af7b-439b-aebd-ec8a584e7808 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:39.479228 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b4b3d67-c25b-4dd7-abab-4089312f107a req-e04110fe-af7b-439b-aebd-ec8a584e7808 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.1065307 Jul 23 17:11:39.550849 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5b4b3d67-c25b-4dd7-abab-4089312f107a req-5be073d6-5df7-432a-8ce8-178acaf6f562 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642757 Jul 23 17:11:39.734047 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edc048-d3d8-4ea0-8926-efc2d0f616a9 req-90c6fd64-d348-4b39-b7e5-caf7e76ec9ea tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:39.735541 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-92edc048-d3d8-4ea0-8926-efc2d0f616a9 req-90c6fd64-d348-4b39-b7e5-caf7e76ec9ea tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0755787 Jul 23 17:11:39.786719 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-92edc048-d3d8-4ea0-8926-efc2d0f616a9 req-201822fa-8183-4317-aa69-2c40b449fdd9 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448403 Jul 23 17:11:39.812753 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717314'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:40.124480 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Deleting port ac122548-98f2-4b43-ae8c-1654ea7af4fd {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:11:40.124869 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:40.216603 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] For port ac122548-98f2-4b43-ae8c-1654ea7af4fd, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=ac122548-98f2-4b43-ae8c-1654ea7af4fd,segment=NetworkSegment(159b2911-6214-4efa-9dd9-cbdcd6ff9a75),segment_id=159b2911-6214-4efa-9dd9-cbdcd6ff9a75)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:40.216972 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:40.232570 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Calling delete_port for ac122548-98f2-4b43-ae8c-1654ea7af4fd owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:11:40.445661 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc2fe2-5051-4108-9ec0-015bad354394 req-ff374aee-4f48-4952-b2cf-cb2a97add3e9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:40.447435 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57bc2fe2-5051-4108-9ec0-015bad354394 req-ff374aee-4f48-4952-b2cf-cb2a97add3e9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0793738 Jul 23 17:11:40.477389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:40.501629 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57bc2fe2-5051-4108-9ec0-015bad354394 req-e0722cc5-159b-4fab-85bd-4b9a94fb1a4b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482109 Jul 23 17:11:40.509506 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac122548-98f2-4b43-ae8c-1654ea7af4fd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:40.762612 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8189c7-ac27-4f73-bb9d-3eb88f70fd7c req-2b830766-f786-402b-8a2b-eba7353dc0fd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:40.764985 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3d8189c7-ac27-4f73-bb9d-3eb88f70fd7c req-2b830766-f786-402b-8a2b-eba7353dc0fd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.1210027 Jul 23 17:11:40.883741 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3d8189c7-ac27-4f73-bb9d-3eb88f70fd7c req-7d410ec0-5150-4079-9475-09995bcd165b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087058 Jul 23 17:11:40.968458 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de686f2-bfbd-4181-9575-31241366082d req-4071bca1-c771-49cc-8ad2-9fbbc47b2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:40.970054 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4de686f2-bfbd-4181-9575-31241366082d req-4071bca1-c771-49cc-8ad2-9fbbc47b2711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 1098 time: 0.1407654 Jul 23 17:11:40.995307 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1718548'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:41.035481 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a6914-5631-45dd-9386-a13d32666e29 req-6b3972ec-bd93-44d6-9814-7c43c5d3e2ce tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:41.042191 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e20a6914-5631-45dd-9386-a13d32666e29 req-6b3972ec-bd93-44d6-9814-7c43c5d3e2ce tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.2140417 Jul 23 17:11:41.056817 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 786fa294-0f07-4c78-943a-db44e066ebbf no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:11:41.099772 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 786fa294-0f07-4c78-943a-db44e066ebbf {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:11:41.103765 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 786fa294-0f07-4c78-943a-db44e066ebbf not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:11:41.113788 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e20a6914-5631-45dd-9386-a13d32666e29 req-92a91b54-74d0-410d-8633-49c1d989c6db tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705736 Jul 23 17:11:41.181034 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb524df-8970-43c9-af31-54e95a3f6d12 req-75a0b8b6-92aa-405d-b58a-df7a4797dec6 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:41.187970 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ddb524df-8970-43c9-af31-54e95a3f6d12 req-75a0b8b6-92aa-405d-b58a-df7a4797dec6 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.2168250 Jul 23 17:11:41.257325 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ddb524df-8970-43c9-af31-54e95a3f6d12 req-bfc1fbad-9716-44a0-8e5a-dfbf93de3675 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595362 Jul 23 17:11:41.257325 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de686f2-bfbd-4181-9575-31241366082d req-41f941da-a49c-4c29-9bff-462e67899adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:41.257325 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4de686f2-bfbd-4181-9575-31241366082d req-41f941da-a49c-4c29-9bff-462e67899adf service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 912 time: 0.2426994 Jul 23 17:11:41.310379 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:11:41.329784 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4de686f2-bfbd-4181-9575-31241366082d req-c0a37fe1-76e2-45d1-b205-254081b19458 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124 HTTP/1.1" status: 200 len: 1001 time: 0.0673773 Jul 23 17:11:41.390145 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de686f2-bfbd-4181-9575-31241366082d req-aaed2c9d-ec01-493f-9552-961d1f0a9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:41.391883 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4de686f2-bfbd-4181-9575-31241366082d req-aaed2c9d-ec01-493f-9552-961d1f0a9421 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 200 len: 850 time: 0.0515771 Jul 23 17:11:41.431573 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:11:41.446178 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b766610f-17a2-426c-9434-71e3d49b976d admin admin] 10.222.0.70 "PUT /v2.0/routers/550ca252-f62a-4cbe-a878-42dbdc8dfd62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1287706 Jul 23 17:11:41.446955 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] Sync routers for ids ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:11:41.447728 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50404) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:41.460596 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] Routers {'550ca252-f62a-4cbe-a878-42dbdc8dfd62'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:11:41.461782 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:11:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:41.472854 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de686f2-bfbd-4181-9575-31241366082d req-40a81288-8dd0-424a-8442-5c47d0fae16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:41.477158 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4de686f2-bfbd-4181-9575-31241366082d req-40a81288-8dd0-424a-8442-5c47d0fae16d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e00633-73c6-46b3-b55d-30caf2048663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740464 Jul 23 17:11:41.584725 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:41.590030 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] Set router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:11:41.621323 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4de686f2-bfbd-4181-9575-31241366082d req-2222f273-7829-41c3-b5d6-6ee8d1820fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377380 Jul 23 17:11:41.722014 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:41.730534 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4de686f2-bfbd-4181-9575-31241366082d req-f9cf43d1-1ac7-440e-8cdd-1f94ec85ab71 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978580 Jul 23 17:11:41.807492 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Deleting port c4d504cd-8931-4fb7-b5ad-b544b17f460b {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:11:41.808461 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:41.816748 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:45Z', 'updated_at': '2021-07-23T17:11:40Z', 'revision_number': 5, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'gw_port': {'id': 'c4d504cd-8931-4fb7-b5ad-b544b17f460b', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:46Z', 'updated_at': '2021-07-23T17:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:41.847858 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] Checking router: 550ca252-f62a-4cbe-a878-42dbdc8dfd62 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:11:41.856568 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] Routers {'550ca252-f62a-4cbe-a878-42dbdc8dfd62'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:11:41.857289 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:11:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:41.900532 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] For port c4d504cd-8931-4fb7-b5ad-b544b17f460b, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=c4d504cd-8931-4fb7-b5ad-b544b17f460b,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:41.900890 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:41.917465 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Calling delete_port for c4d504cd-8931-4fb7-b5ad-b544b17f460b owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:11:42.131941 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] Set router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:11:42.171541 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbac91-d952-45b6-84fb-5040e5580048 req-441d739f-ca71-41ca-8fdb-fb06dffeb2a2 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:42.183453 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-65bbac91-d952-45b6-84fb-5040e5580048 req-441d739f-ca71-41ca-8fdb-fb06dffeb2a2 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.1506929 Jul 23 17:11:42.215916 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:45Z', 'updated_at': '2021-07-23T17:11:41Z', 'revision_number': 6, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'gw_port_host': None}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:42.218380 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.274249 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d504cd-8931-4fb7-b5ad-b544b17f460b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:42.281824 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9bbcb-5867-4757-a1f8-7ee97a3b6208 None None] The sync data for ids ['550ca252-f62a-4cbe-a878-42dbdc8dfd62'] in dv-cinder-801916-2-iscsi is: [{'id': '550ca252-f62a-4cbe-a878-42dbdc8dfd62', 'name': 'tempest-ServerRescueNegativeTestJSON-1693721378-router', 'tenant_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:45Z', 'updated_at': '2021-07-23T17:11:41Z', 'revision_number': 6, 'project_id': 'b3d8cda89f8b49e4a386b49e9a2e202c', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:11:42.289235 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-65bbac91-d952-45b6-84fb-5040e5580048 req-13800358-d783-420b-848c-1a3b20d661a6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048179 Jul 23 17:11:42.355428 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54edc7-92a3-4414-b2ef-27273c2aef87 req-c6c16c06-30e1-4ba8-837e-dff8cf7fb332 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:42.356977 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5a54edc7-92a3-4414-b2ef-27273c2aef87 req-c6c16c06-30e1-4ba8-837e-dff8cf7fb332 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1458662 Jul 23 17:11:42.413214 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5a54edc7-92a3-4414-b2ef-27273c2aef87 req-d88d4a95-98e1-4c8c-adde-49a779e37821 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486715 Jul 23 17:11:42.432090 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707011'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.493996 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f1199-4e0e-44ed-bd25-8306eb231cea req-b88319d1-1a11-4750-b6bc-d92073c33ec1 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:42.495551 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-779f1199-4e0e-44ed-bd25-8306eb231cea req-b88319d1-1a11-4750-b6bc-d92073c33ec1 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0793617 Jul 23 17:11:42.555725 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.558117 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.561036 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-779f1199-4e0e-44ed-bd25-8306eb231cea req-20ebce04-12ce-4e9d-adcf-c3769e5e7f1c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584998 Jul 23 17:11:42.626653 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1711847'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.628059 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 550ca252-f62a-4cbe-a878-42dbdc8dfd62 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:11:42.633543 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.634557 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d7de97f0-8c80-45f8-9137-14e71894ca9f admin admin] 10.222.0.70 "DELETE /v2.0/routers/550ca252-f62a-4cbe-a878-42dbdc8dfd62 HTTP/1.1" status: 204 len: 168 time: 1.1857760 Jul 23 17:11:42.637084 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50412) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:42.698497 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca3936a-7fd8-4187-9750-4080ac69a1d7 admin admin] Deleting subnet 0478c0c4-148d-4e87-a7d5-b0917d3945bc {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:11:42.702034 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ca3936a-7fd8-4187-9750-4080ac69a1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.743991 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ca3936a-7fd8-4187-9750-4080ac69a1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7709019'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.805639 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ca3936a-7fd8-4187-9750-4080ac69a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.875395 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ca3936a-7fd8-4187-9750-4080ac69a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698016'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.893002 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ee62-b6e3-4f93-b07b-bfd3bb618ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.907221 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3936a-7fd8-4187-9750-4080ac69a1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0478c0c4-148d-4e87-a7d5-b0917d3945bc,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:42.914200 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ca3936a-7fd8-4187-9750-4080ac69a1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.916316 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0ca3936a-7fd8-4187-9750-4080ac69a1d7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0478c0c4-148d-4e87-a7d5-b0917d3945bc HTTP/1.1" status: 204 len: 168 time: 0.2782841 Jul 23 17:11:42.919056 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 50414) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:42.995155 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.091190 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.104422 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417736eb-5938-416e-bd51-d091dba2edc0']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:43.120064 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159b2911-6214-4efa-9dd9-cbdcd6ff9a75') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:43.120600 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159b2911-6214-4efa-9dd9-cbdcd6ff9a75') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:11:43.135002 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4854315'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.153995 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.172891 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:11:43.173573 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7840935'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: timer() Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: cb(*args, **kw) Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: self._notify() Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: self.callback(batched_events) Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: event.method(event) Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._get(url).json() Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:11:43.177637 dv-cinder-801916-2-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:11:43.255791 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.262318 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.265230 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] 10.222.0.70 "DELETE /v2.0/networks/417736eb-5938-416e-bd51-d091dba2edc0 HTTP/1.1" status: 204 len: 168 time: 0.3451250 Jul 23 17:11:43.281648 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ac658-7a2b-4a0d-a560-6b91b3c2145f admin admin] Pushing event deleted for resources: {'Network': ['ID=417736eb-5938-416e-bd51-d091dba2edc0,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:43.287670 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.488050 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0db13b-c7f2-4465-8a52-b80a5ab61ebe req-a1ad0476-71c3-4501-8a90-9ab09b3761ab tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:43.489714 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0e0db13b-c7f2-4465-8a52-b80a5ab61ebe req-a1ad0476-71c3-4501-8a90-9ab09b3761ab tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.1027017 Jul 23 17:11:43.510478 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50422) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:43.571448 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-06f65bbc-86ec-450e-bf9e-17bf90ff6edd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3d8cda89f8b49e4a386b49e9a2e202c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0574610 Jul 23 17:11:43.571743 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50424) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:43.583456 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0e0db13b-c7f2-4465-8a52-b80a5ab61ebe req-0df54384-c72d-445f-8f9c-c8dc38e7f7be tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768909 Jul 23 17:11:43.619840 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772af193-fc4a-48a2-987e-f0a577630635 req-b283b3f2-5e96-4521-83b7-50d66a3b0328 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:43.628586 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-772af193-fc4a-48a2-987e-f0a577630635 req-b283b3f2-5e96-4521-83b7-50d66a3b0328 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1137066 Jul 23 17:11:43.686882 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af689f1e-9a06-485c-ae8f-0cda80790f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.695457 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-772af193-fc4a-48a2-987e-f0a577630635 req-a5b91e05-07fb-4b68-af67-6acf722c9ded tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658600 Jul 23 17:11:43.717954 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af689f1e-9a06-485c-ae8f-0cda80790f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.773820 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a1dcd-62ce-4743-b209-33996f5aad12 req-4ccfa653-3a84-41d4-8a88-cc0f8800f767 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:43.774959 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-801a1dcd-62ce-4743-b209-33996f5aad12 req-4ccfa653-3a84-41d4-8a88-cc0f8800f767 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0785971 Jul 23 17:11:43.778977 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af689f1e-9a06-485c-ae8f-0cda80790f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.781974 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-af689f1e-9a06-485c-ae8f-0cda80790f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:43.783194 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-af689f1e-9a06-485c-ae8f-0cda80790f12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c01f649-3609-4a2f-9307-fdcddb87910c HTTP/1.1" status: 204 len: 168 time: 0.2103353 Jul 23 17:11:43.792441 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af689f1e-9a06-485c-ae8f-0cda80790f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c01f649-3609-4a2f-9307-fdcddb87910c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:43.846750 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-801a1dcd-62ce-4743-b209-33996f5aad12 req-20dbf66b-df1c-4555-abb9-59fc8115ae31 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648980 Jul 23 17:11:44.085981 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device ac122548-98f2-4b43-ae8c-1654ea7af4fd no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:11:44.110159 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: ac122548-98f2-4b43-ae8c-1654ea7af4fd {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:11:44.110895 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device ac122548-98f2-4b43-ae8c-1654ea7af4fd not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:11:44.111531 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c4d504cd-8931-4fb7-b5ad-b544b17f460b no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:11:44.134973 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: c4d504cd-8931-4fb7-b5ad-b544b17f460b {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:11:44.135318 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c4d504cd-8931-4fb7-b5ad-b544b17f460b not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:11:44.733591 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49d9b-bbc7-4691-9a06-cd4bc087d4bc req-8692b321-b018-4c5b-aeec-d5789a5a4a40 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:44.735729 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ebc49d9b-bbc7-4691-9a06-cd4bc087d4bc req-8692b321-b018-4c5b-aeec-d5789a5a4a40 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0692518 Jul 23 17:11:44.775522 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ebc49d9b-bbc7-4691-9a06-cd4bc087d4bc req-15f24b63-99ad-4a84-b9be-115ffff0c55f tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332139 Jul 23 17:11:44.985181 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599fe0a-80e3-4fe6-a272-dd293611dccd req-e242b7ea-0055-45f3-8e10-adbc09c29e40 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:44.986685 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0599fe0a-80e3-4fe6-a272-dd293611dccd req-e242b7ea-0055-45f3-8e10-adbc09c29e40 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0652785 Jul 23 17:11:45.027430 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0599fe0a-80e3-4fe6-a272-dd293611dccd req-678d19d5-ed2f-483c-9fe3-de779e82ee76 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342638 Jul 23 17:11:45.314123 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-4163c720-61a8-4e00-a633-b40a48581af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:45.316089 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-4163c720-61a8-4e00-a633-b40a48581af7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 1099 time: 0.0596688 Jul 23 17:11:45.405023 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-26ac1548-6b6b-44e6-8545-a20d9ed46a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:45.406515 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-26ac1548-6b6b-44e6-8545-a20d9ed46a88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 918 time: 0.0839770 Jul 23 17:11:45.407802 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9fc8dec5-fac1-4766-addf-315801f77ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:45.474318 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-952dd123-0723-4cd1-86fc-400102ac4c63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c78f778-d9eb-456d-ba38-f7b91c910334 HTTP/1.1" status: 200 len: 1002 time: 0.0607650 Jul 23 17:11:45.521714 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-835de2d4-b3a3-4394-9a47-8d5202d2ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:45.523114 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-835de2d4-b3a3-4394-9a47-8d5202d2ce79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.0424874 Jul 23 17:11:45.579398 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-18f8d3fc-0717-4d02-af62-f67fc7ac4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:45.581454 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-18f8d3fc-0717-4d02-af62-f67fc7ac4f43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500984 Jul 23 17:11:45.672437 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-492924ea-5f99-4164-bebf-abb57de4b055 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812278 Jul 23 17:11:45.760366 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c69067e1-71dc-4fdb-9711-5d7b89122902 req-bb5c2063-eeaa-4d6a-aba9-db59a235f749 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790367 Jul 23 17:11:45.773710 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:45.911296 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae950b-26a3-4ffc-8460-9fc169923146 req-75d0edcb-c613-4a0f-b743-e6bab076595d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:45.912739 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bfae950b-26a3-4ffc-8460-9fc169923146 req-75d0edcb-c613-4a0f-b743-e6bab076595d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0652037 Jul 23 17:11:45.950117 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bfae950b-26a3-4ffc-8460-9fc169923146 req-85de5519-7f52-4d14-81bd-0e30ec83e25e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317326 Jul 23 17:11:46.155537 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d643d-e22d-4cda-a96f-57efd236c2c0 req-a0a7576e-b4ad-43bd-82e7-eba2938d280a tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:46.156999 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-648d643d-e22d-4cda-a96f-57efd236c2c0 req-a0a7576e-b4ad-43bd-82e7-eba2938d280a tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0617898 Jul 23 17:11:46.197277 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-648d643d-e22d-4cda-a96f-57efd236c2c0 req-b6ece136-bdce-4d3c-a8f8-7b7c76fdfdc8 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346196 Jul 23 17:11:46.403795 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:47.079298 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4af88-defb-41fb-a72e-b3d7244d6b53 req-7f3bbb61-3313-40e4-b218-43228188b47d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:47.080736 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ea4af88-defb-41fb-a72e-b3d7244d6b53 req-7f3bbb61-3313-40e4-b218-43228188b47d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 946 time: 0.0609727 Jul 23 17:11:47.117096 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1ea4af88-defb-41fb-a72e-b3d7244d6b53 req-6c19baf8-8d7a-4712-af07-98abc4c30fd1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Jul 23 17:11:47.327376 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a5f06-c5d2-4f70-a1f7-c8f1c2228477 req-7b216d45-ec77-4a1b-b1fa-a8dce302e468 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:47.328819 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-da8a5f06-c5d2-4f70-a1f7-c8f1c2228477 req-7b216d45-ec77-4a1b-b1fa-a8dce302e468 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0653362 Jul 23 17:11:47.367469 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-da8a5f06-c5d2-4f70-a1f7-c8f1c2228477 req-fe8ad872-2aa6-4f4d-b224-ed7014185601 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325632 Jul 23 17:11:47.543963 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:11:47.618637 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:47.639416 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:11:47.641642 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af33cf-99b5-4a74-afa7-6a87c3acbd26" -d '{"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:11:47.654445 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:11:47.660415 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:47.684285 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f01853d-b4c7-42ef-b8f3-620486950dbe x-openstack-request-id: req-7f01853d-b4c7-42ef-b8f3-620486950dbe {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:11:47.684574 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:11:47.684823 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f01853d-b4c7-42ef-b8f3-620486950dbe {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:11:47.685199 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'code': 200} Jul 23 17:11:47.709720 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=8']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:48.027315 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:48.247601 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a274c-b320-4785-a41c-4068d785a3f3 req-643b9754-9b84-4a94-aa22-cb0c7c99f43b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:48.249066 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba4a274c-b320-4785-a41c-4068d785a3f3 req-643b9754-9b84-4a94-aa22-cb0c7c99f43b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0621395 Jul 23 17:11:48.286162 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba4a274c-b320-4785-a41c-4068d785a3f3 req-3a63f3fb-afd5-4012-a631-e081c2e5129a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307801 Jul 23 17:11:48.500145 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1185e-04d7-49bf-97ee-d6bf4475d375 req-0eed31b6-e6b9-4435-aeb2-7f19717ec6f7 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:48.501548 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-85d1185e-04d7-49bf-97ee-d6bf4475d375 req-0eed31b6-e6b9-4435-aeb2-7f19717ec6f7 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0664220 Jul 23 17:11:48.541006 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-85d1185e-04d7-49bf-97ee-d6bf4475d375 req-23e98965-de90-4ae9-a532-ff3f9aac0b27 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334020 Jul 23 17:11:49.416585 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2a20c-4a6f-4e90-82b4-ea3d63689f66 req-1ce92676-9096-41d0-893a-bf3fb11c6e40 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:49.418096 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-43f2a20c-4a6f-4e90-82b4-ea3d63689f66 req-1ce92676-9096-41d0-893a-bf3fb11c6e40 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0629926 Jul 23 17:11:49.454930 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-43f2a20c-4a6f-4e90-82b4-ea3d63689f66 req-93a6f98b-9dfc-4209-8285-8e5ed3e2a686 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jul 23 17:11:49.671473 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3df23a-6bd1-4f5d-a6f0-ef2eab96af4f req-f8f53530-06ff-4646-8852-d857520ef827 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:49.672940 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e3df23a-6bd1-4f5d-a6f0-ef2eab96af4f req-f8f53530-06ff-4646-8852-d857520ef827 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0645111 Jul 23 17:11:49.715432 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e3df23a-6bd1-4f5d-a6f0-ef2eab96af4f req-c06f5bc8-1c04-444f-bbab-70152cf16a05 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352874 Jul 23 17:11:50.588417 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efe455-21ad-450b-867b-555a08378871 req-192a07a5-e233-4366-8561-90e4e464b32e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:50.589883 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71efe455-21ad-450b-867b-555a08378871 req-192a07a5-e233-4366-8561-90e4e464b32e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0657146 Jul 23 17:11:50.627522 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71efe455-21ad-450b-867b-555a08378871 req-0f37964c-be3e-45a6-9d5d-bbdd3d46fd01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320656 Jul 23 17:11:50.887616 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe5776-b71a-4e0f-bd8f-2cba48ff78fd req-a4cc19ff-bf32-4ba8-ae3f-2051c49cebcb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:50.889125 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dbe5776-b71a-4e0f-bd8f-2cba48ff78fd req-a4cc19ff-bf32-4ba8-ae3f-2051c49cebcb tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.0692577 Jul 23 17:11:50.929323 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dbe5776-b71a-4e0f-bd8f-2cba48ff78fd req-c7a7d389-5551-4d47-9387-e6a3464a8f0c tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&id=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335565 Jul 23 17:11:51.209585 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:11:51.223922 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277e43b-5354-4584-a9a9-32efaefdf46e req-7f2d058a-db4e-411f-ba41-19be9571b403 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:51.225421 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d277e43b-5354-4584-a9a9-32efaefdf46e req-7f2d058a-db4e-411f-ba41-19be9571b403 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0673561 Jul 23 17:11:51.265376 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d277e43b-5354-4584-a9a9-32efaefdf46e req-eb58698c-8867-441b-88de-0749b046815b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341444 Jul 23 17:11:51.467332 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 50584) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:51.561517 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5508157e-c682-42cf-abe1-f550e1018dea req-8163e69d-ae49-48c3-9103-db594d6ab11d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928226 Jul 23 17:11:52.400013 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf87d4-94fd-4d78-ba65-a8fc915c8ebb req-09457248-7bea-43e7-9406-fe074f6ee9a6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:52.401533 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a2cf87d4-94fd-4d78-ba65-a8fc915c8ebb req-09457248-7bea-43e7-9406-fe074f6ee9a6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0655682 Jul 23 17:11:52.440525 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a2cf87d4-94fd-4d78-ba65-a8fc915c8ebb req-4d33f853-596b-4307-90b0-af6980c2c343 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336018 Jul 23 17:11:52.934089 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508157e-c682-42cf-abe1-f550e1018dea req-e61930d3-f475-4484-9550-d17cd40620b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:52.935539 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5508157e-c682-42cf-abe1-f550e1018dea req-e61930d3-f475-4484-9550-d17cd40620b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0&tenant_id=4d39abd7d32e48029fada8e860a09787 HTTP/1.1" status: 200 len: 1097 time: 0.0883729 Jul 23 17:11:53.016254 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508157e-c682-42cf-abe1-f550e1018dea req-e2681fe2-f638-4d32-95a3-4444e260058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:53.017810 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5508157e-c682-42cf-abe1-f550e1018dea req-e2681fe2-f638-4d32-95a3-4444e260058d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0550213 Jul 23 17:11:53.102211 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:11:53.337100 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 50624) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:53.369037 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508157e-c682-42cf-abe1-f550e1018dea req-6537c8e7-0f9e-4af0-b32f-2e951ebcd172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:53.370526 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5508157e-c682-42cf-abe1-f550e1018dea req-6537c8e7-0f9e-4af0-b32f-2e951ebcd172 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 918 time: 0.3409493 Jul 23 17:11:53.445026 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de114889-2eea-4ec6-b5d4-1e6ac7cfc148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:53.448667 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5508157e-c682-42cf-abe1-f550e1018dea req-5b92ba8a-2320-4f21-b78a-58c9c69aede4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c78f778-d9eb-456d-ba38-f7b91c910334 HTTP/1.1" status: 200 len: 1000 time: 0.0717983 Jul 23 17:11:53.518504 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508157e-c682-42cf-abe1-f550e1018dea req-e9eb9ef4-1c7e-44e5-ad7e-c34a625f9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:53.519914 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5508157e-c682-42cf-abe1-f550e1018dea req-e9eb9ef4-1c7e-44e5-ad7e-c34a625f9da4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.0638454 Jul 23 17:11:53.661392 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26331c-ab34-42ba-9793-b2f90966c624 req-10c2ff48-74ff-4c2c-84c3-c54067b1cdf0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:53.662864 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0e26331c-ab34-42ba-9793-b2f90966c624 req-10c2ff48-74ff-4c2c-84c3-c54067b1cdf0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.1465197 Jul 23 17:11:53.667198 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de114889-2eea-4ec6-b5d4-1e6ac7cfc148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:53.670520 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508157e-c682-42cf-abe1-f550e1018dea req-702a1329-2cb0-4435-b514-e1124dba69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:53.671940 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5508157e-c682-42cf-abe1-f550e1018dea req-702a1329-2cb0-4435-b514-e1124dba69ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1396110 Jul 23 17:11:53.678609 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-de114889-2eea-4ec6-b5d4-1e6ac7cfc148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:53.761918 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-de114889-2eea-4ec6-b5d4-1e6ac7cfc148 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f44753c6eb8461991a63523e9f7f44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235973 Jul 23 17:11:53.764486 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50630) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:53.769491 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0e26331c-ab34-42ba-9793-b2f90966c624 req-737bfd54-ad21-4f84-bf79-d72c061d005e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010530 Jul 23 17:11:53.796182 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de114889-2eea-4ec6-b5d4-1e6ac7cfc148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f80de-dc93-4c84-bc2b-c5ab6218cdeb,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:53.813498 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:53.828387 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5508157e-c682-42cf-abe1-f550e1018dea req-3edc718e-d980-4eca-a1af-f421971a2c7f service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474071 Jul 23 17:11:53.835278 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:53.883019 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:53.885712 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:53.886870 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f7f80de-dc93-4c84-bc2b-c5ab6218cdeb HTTP/1.1" status: 204 len: 168 time: 0.1212986 Jul 23 17:11:53.896787 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f80de-dc93-4c84-bc2b-c5ab6218cdeb,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:53.904354 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.904698 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.905167 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.905559 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.905898 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.906246 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.906747 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.907083 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.907417 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.907796 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.908072 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.908402 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecedfc2-48bd-4851-96c0-28dc2efd2881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:53.920319 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5508157e-c682-42cf-abe1-f550e1018dea req-3ff8508f-4a8b-4157-8dac-452d4cefb92a service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838313 Jul 23 17:11:54.928831 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0815c4-6565-4c3d-a794-95c98e2cd1e4 req-e7d1dd21-0dff-4849-91b1-6228d654f023 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:54.930402 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7b0815c4-6565-4c3d-a794-95c98e2cd1e4 req-e7d1dd21-0dff-4849-91b1-6228d654f023 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0720253 Jul 23 17:11:54.970793 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7b0815c4-6565-4c3d-a794-95c98e2cd1e4 req-1abdd506-ef56-488b-b3b8-3ccb25d93d29 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324247 Jul 23 17:11:56.107209 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1479179-14c2-4b9a-a3b1-ee23e215b788 req-21dfe043-95cd-4b4e-9ec6-3a5e5bd8bdae tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:56.108687 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b1479179-14c2-4b9a-a3b1-ee23e215b788 req-21dfe043-95cd-4b4e-9ec6-3a5e5bd8bdae tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0634823 Jul 23 17:11:56.146450 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b1479179-14c2-4b9a-a3b1-ee23e215b788 req-7f6f613a-bf15-441a-a4c5-1ad80d6bd2b4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313680 Jul 23 17:11:57.289987 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21780a-1c21-4bf5-8bad-2f05de58d2b0 req-69930788-5b2a-488c-b34a-4c39828f5824 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:57.291639 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf21780a-1c21-4bf5-8bad-2f05de58d2b0 req-69930788-5b2a-488c-b34a-4c39828f5824 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0680642 Jul 23 17:11:57.332288 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf21780a-1c21-4bf5-8bad-2f05de58d2b0 req-87dd9b5f-c260-40ba-8f26-d63f6e66e378 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343125 Jul 23 17:11:58.249835 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 50730) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:58.370274 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:58.511913 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae08bef-9313-4578-af21-38a21c65c88f req-66e0caa0-7a68-4f6d-93bd-34ca239af190 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:58.513555 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0ae08bef-9313-4578-af21-38a21c65c88f req-66e0caa0-7a68-4f6d-93bd-34ca239af190 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0971851 Jul 23 17:11:58.524425 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:58.531948 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:58.592386 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0ae08bef-9313-4578-af21-38a21c65c88f req-5f16f7d7-6cc2-41d8-a5ac-7bf5d950c078 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700457 Jul 23 17:11:58.593327 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ada977-0f01-4468-874d-12848553ee88,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:58.597201 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a69e6bc126a48c48c501fd3cc08ed53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462081 Jul 23 17:11:58.599943 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50736) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:58.604274 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.604698 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.605126 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.605557 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.605960 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.606359 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.606754 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.607143 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.607670 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.611106 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.611106 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.611106 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e02da0f-c20b-46dd-b6a6-cafc2eaabaa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:11:58.670163 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff4c570d-b32d-4aaa-b593-98d9f603b44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:58.693909 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff4c570d-b32d-4aaa-b593-98d9f603b44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:58.740591 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff4c570d-b32d-4aaa-b593-98d9f603b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:58.743165 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ff4c570d-b32d-4aaa-b593-98d9f603b44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:58.744296 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ff4c570d-b32d-4aaa-b593-98d9f603b44d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73ada977-0f01-4468-874d-12848553ee88 HTTP/1.1" status: 204 len: 168 time: 0.1433783 Jul 23 17:11:58.753451 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c570d-b32d-4aaa-b593-98d9f603b44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ada977-0f01-4468-874d-12848553ee88,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:59.035792 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50742) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:59.048776 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-41b888ff-6dd7-4be2-8b4f-4bdc6c09e5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:59.139671 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-41b888ff-6dd7-4be2-8b4f-4bdc6c09e5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:59.143839 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-41b888ff-6dd7-4be2-8b4f-4bdc6c09e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:59.184254 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-41b888ff-6dd7-4be2-8b4f-4bdc6c09e5e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d8aa81fedac4eaaa7be2a414042dbc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473253 Jul 23 17:11:59.185059 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b888ff-6dd7-4be2-8b4f-4bdc6c09e5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eeee5e-7f9e-4e90-a7c8-c060b0173700,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:59.187239 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 50744) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:11:59.249980 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbd01-a122-475a-934c-af4342118f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:59.274560 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbd01-a122-475a-934c-af4342118f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:59.323440 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbd01-a122-475a-934c-af4342118f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:59.326127 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbd01-a122-475a-934c-af4342118f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:59.327290 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7b5bbd01-a122-475a-934c-af4342118f54 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7eeee5e-7f9e-4e90-a7c8-c060b0173700 HTTP/1.1" status: 204 len: 168 time: 0.1389625 Jul 23 17:11:59.337108 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bbd01-a122-475a-934c-af4342118f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eeee5e-7f9e-4e90-a7c8-c060b0173700,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:11:59.740559 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884e142-0276-4d98-9202-05a75555891e req-ce12ff53-17bb-4a1c-89ff-de886fb4268d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:59.742259 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8884e142-0276-4d98-9202-05a75555891e req-ce12ff53-17bb-4a1c-89ff-de886fb4268d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0712349 Jul 23 17:11:59.785994 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8884e142-0276-4d98-9202-05a75555891e req-76478ba0-8954-4e93-a6a9-ff724e67fd57 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383019 Jul 23 17:12:00.927036 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ec48-8e2f-43eb-b175-5fb21ef06333 req-98bbd35a-5db2-4dae-bb1a-825aa2452312 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:00.928542 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8f05ec48-8e2f-43eb-b175-5fb21ef06333 req-98bbd35a-5db2-4dae-bb1a-825aa2452312 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0678008 Jul 23 17:12:00.969086 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8f05ec48-8e2f-43eb-b175-5fb21ef06333 req-6eacb555-cca0-45f4-b49e-b2e076d3a70c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348625 Jul 23 17:12:02.109713 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae290-715d-4376-8287-b7cd3a0d0be5 req-6b563717-a7f5-41e3-82a2-38948bc5a906 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:02.111199 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc4ae290-715d-4376-8287-b7cd3a0d0be5 req-6b563717-a7f5-41e3-82a2-38948bc5a906 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0676675 Jul 23 17:12:02.152634 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc4ae290-715d-4376-8287-b7cd3a0d0be5 req-23a92dcb-2817-41f2-9fe4-67a2f4595592 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347960 Jul 23 17:12:03.298094 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cddb4-242f-4539-9162-685cf9d0936c req-51688c16-dbf2-4491-804e-dd36c5fcb1de tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:03.300422 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-243cddb4-242f-4539-9162-685cf9d0936c req-51688c16-dbf2-4491-804e-dd36c5fcb1de tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0647242 Jul 23 17:12:03.339474 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-243cddb4-242f-4539-9162-685cf9d0936c req-e67cc167-d65e-417a-8278-d7a57fdece1e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334380 Jul 23 17:12:04.478041 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cabeda-41b4-4c7e-98b5-a1d3d33e15ce req-a9e08b51-0803-4f87-9109-8330a6070373 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:04.479565 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a8cabeda-41b4-4c7e-98b5-a1d3d33e15ce req-a9e08b51-0803-4f87-9109-8330a6070373 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0672858 Jul 23 17:12:04.518985 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a8cabeda-41b4-4c7e-98b5-a1d3d33e15ce req-5e969452-daae-48f5-8e98-a33ddb72ea44 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Jul 23 17:12:05.663335 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48db567-1201-4ed4-b800-43b375423f3c req-ffc020c1-9bfd-4927-b662-21c8f9602747 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:05.665910 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a48db567-1201-4ed4-b800-43b375423f3c req-ffc020c1-9bfd-4927-b662-21c8f9602747 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0718884 Jul 23 17:12:05.708284 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a48db567-1201-4ed4-b800-43b375423f3c req-8f61c9a5-ae34-49aa-b835-d18e6274122d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338514 Jul 23 17:12:06.850372 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf1a2-dc4f-43aa-b987-e3050bae0e24 req-66579af5-70c4-4f39-8570-3e54a9dd2d69 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:06.851855 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21bbf1a2-dc4f-43aa-b987-e3050bae0e24 req-66579af5-70c4-4f39-8570-3e54a9dd2d69 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0703313 Jul 23 17:12:06.892365 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21bbf1a2-dc4f-43aa-b987-e3050bae0e24 req-4c22864f-d469-4fd4-837f-73e25ab3b568 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350161 Jul 23 17:12:08.035869 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68c93b-0620-4e40-9177-8ff7b23ea952 req-bb463d09-39b9-4228-b4f4-ea7d18ba0474 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:08.037471 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0b68c93b-0620-4e40-9177-8ff7b23ea952 req-bb463d09-39b9-4228-b4f4-ea7d18ba0474 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0714607 Jul 23 17:12:08.076930 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0b68c93b-0620-4e40-9177-8ff7b23ea952 req-31774335-2b3a-4969-aee3-1060817f8e4a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Jul 23 17:12:09.210887 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb53fa-5224-427a-85e7-7e2dc5113026 req-0565fece-7c32-4686-a5c3-ea4a5c9fe900 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:09.212373 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6eeb53fa-5224-427a-85e7-7e2dc5113026 req-0565fece-7c32-4686-a5c3-ea4a5c9fe900 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0639901 Jul 23 17:12:09.250322 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6eeb53fa-5224-427a-85e7-7e2dc5113026 req-b13a2443-4574-4957-9ed0-a5f67cab7b85 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324419 Jul 23 17:12:09.453870 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 50858) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:09.553201 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-548dc32a-abda-4172-b2fc-2e80865164a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:09.641871 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-548dc32a-abda-4172-b2fc-2e80865164a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:09.646664 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-548dc32a-abda-4172-b2fc-2e80865164a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:09.685183 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-548dc32a-abda-4172-b2fc-2e80865164a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb5bfff98bb5418f815da12567c07823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301393 Jul 23 17:12:09.686028 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dc32a-abda-4172-b2fc-2e80865164a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a29da-4bb9-45ad-a598-60688e5655d0,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:09.687928 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50862) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:09.738675 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-67101f31-7364-4f8f-bb3f-682459f74941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:09.758895 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-67101f31-7364-4f8f-bb3f-682459f74941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:09.803191 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-67101f31-7364-4f8f-bb3f-682459f74941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:09.805813 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-67101f31-7364-4f8f-bb3f-682459f74941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:09.806957 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-67101f31-7364-4f8f-bb3f-682459f74941 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c5a29da-4bb9-45ad-a598-60688e5655d0 HTTP/1.1" status: 204 len: 168 time: 0.1180494 Jul 23 17:12:09.814574 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67101f31-7364-4f8f-bb3f-682459f74941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a29da-4bb9-45ad-a598-60688e5655d0,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:10.056868 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50868) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:10.069586 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c4064e5a-92ee-4f15-b22a-0c3b37d39644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:10.154414 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c4064e5a-92ee-4f15-b22a-0c3b37d39644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:10.157853 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c4064e5a-92ee-4f15-b22a-0c3b37d39644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:10.193828 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4064e5a-92ee-4f15-b22a-0c3b37d39644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba17859-3f55-42b2-9baf-cf0c87e452c7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:10.198036 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c4064e5a-92ee-4f15-b22a-0c3b37d39644 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eec4ce53630c4c9fa5ebde281449fdf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401229 Jul 23 17:12:10.200646 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50870) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:10.248472 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9561da9d-a7a8-4bae-8e09-397842f013d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:10.268766 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9561da9d-a7a8-4bae-8e09-397842f013d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:10.318709 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9561da9d-a7a8-4bae-8e09-397842f013d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:10.321551 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9561da9d-a7a8-4bae-8e09-397842f013d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:10.324980 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9561da9d-a7a8-4bae-8e09-397842f013d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ba17859-3f55-42b2-9baf-cf0c87e452c7 HTTP/1.1" status: 204 len: 168 time: 0.1211293 Jul 23 17:12:10.330805 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561da9d-a7a8-4bae-8e09-397842f013d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba17859-3f55-42b2-9baf-cf0c87e452c7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:10.386625 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc220675-5d50-4daa-b73b-69bbd42b6bd0 req-b4fe6fde-be4d-4658-b7d0-5e9ab75a0bac tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:10.388145 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc220675-5d50-4daa-b73b-69bbd42b6bd0 req-b4fe6fde-be4d-4658-b7d0-5e9ab75a0bac tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0646501 Jul 23 17:12:10.427083 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dc220675-5d50-4daa-b73b-69bbd42b6bd0 req-1dcb68d8-fa39-4c7c-8b6e-50a87afb58c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Jul 23 17:12:11.557985 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a30230-c957-426c-87df-95a43b5821b4 req-c3481763-690e-486a-ad5a-adbc0056676d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:11.559454 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99a30230-c957-426c-87df-95a43b5821b4 req-c3481763-690e-486a-ad5a-adbc0056676d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0622714 Jul 23 17:12:11.602806 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99a30230-c957-426c-87df-95a43b5821b4 req-28a4c73c-d0f8-4737-9e7c-97be0f44c980 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369666 Jul 23 17:12:12.045738 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50934) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:12.144762 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7a74-e4d0-43ed-9e61-d559ebd786fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.230115 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7a74-e4d0-43ed-9e61-d559ebd786fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.234233 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7a74-e4d0-43ed-9e61-d559ebd786fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.271377 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b7a74-e4d0-43ed-9e61-d559ebd786fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd8732-7659-44f8-a6eb-b48ac9922e0d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:12.276545 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1b2b7a74-e4d0-43ed-9e61-d559ebd786fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17b824d642d540d6868d4b480b002b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298155 Jul 23 17:12:12.279299 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50938) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:12.326359 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dab49569-8358-4dce-b565-1e4f70e6672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.347176 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dab49569-8358-4dce-b565-1e4f70e6672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.389946 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dab49569-8358-4dce-b565-1e4f70e6672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.393523 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dab49569-8358-4dce-b565-1e4f70e6672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.394643 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-dab49569-8358-4dce-b565-1e4f70e6672d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/adfd8732-7659-44f8-a6eb-b48ac9922e0d HTTP/1.1" status: 204 len: 168 time: 0.1145747 Jul 23 17:12:12.402047 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab49569-8358-4dce-b565-1e4f70e6672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd8732-7659-44f8-a6eb-b48ac9922e0d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:12.645382 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 50946) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:12.661039 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-58cab33c-b90d-478d-8eee-a2a7212b9b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.742525 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce91a2-0d7b-4bd3-b64d-aed08579f9d0 req-95fb321c-bcae-435d-ad72-974fe1ce0160 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:12.744019 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7cce91a2-0d7b-4bd3-b64d-aed08579f9d0 req-95fb321c-bcae-435d-ad72-974fe1ce0160 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0668826 Jul 23 17:12:12.748876 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-58cab33c-b90d-478d-8eee-a2a7212b9b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.754082 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-58cab33c-b90d-478d-8eee-a2a7212b9b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.785736 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7cce91a2-0d7b-4bd3-b64d-aed08579f9d0 req-d2a946c7-0116-45d6-bee1-871ff1d9a403 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359521 Jul 23 17:12:12.793546 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-58cab33c-b90d-478d-8eee-a2a7212b9b98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af7c94c577ee4d2aa8153d7e73a10ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470268 Jul 23 17:12:12.794406 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cab33c-b90d-478d-8eee-a2a7212b9b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b404fc69-087b-4a5c-abbd-70cac68f8af2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:12.796214 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 50948) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:12.874993 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d537bd-b33d-4fe4-9c93-9e9def50266f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.875351 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c08eb70c-4da3-47b2-bfa9-4925513eb93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.902951 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d537bd-b33d-4fe4-9c93-9e9def50266f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.919436 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-5fc6a3f8-9e6e-45ac-aa1f-806586b1c50f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002145 Jul 23 17:12:12.965635 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d537bd-b33d-4fe4-9c93-9e9def50266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.968159 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47d537bd-b33d-4fe4-9c93-9e9def50266f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.969270 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-47d537bd-b33d-4fe4-9c93-9e9def50266f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b404fc69-087b-4a5c-abbd-70cac68f8af2 HTTP/1.1" status: 204 len: 168 time: 0.1711700 Jul 23 17:12:13.003946 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d537bd-b33d-4fe4-9c93-9e9def50266f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b404fc69-087b-4a5c-abbd-70cac68f8af2,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:13.036657 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-2e1db679-632c-4246-a00b-2fa55591db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:13.038171 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-2e1db679-632c-4246-a00b-2fa55591db0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 1098 time: 0.0679252 Jul 23 17:12:13.148595 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-0189c010-6526-426e-9641-52bc00f9dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:13.150114 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-0189c010-6526-426e-9641-52bc00f9dc52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 912 time: 0.0920000 Jul 23 17:12:13.224903 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-3ec37266-a0ce-448e-92b9-472b09cb7481 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124 HTTP/1.1" status: 200 len: 1001 time: 0.0677083 Jul 23 17:12:13.277852 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-49295a4b-3c0f-4961-8aaf-f50c36a73bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:13.279342 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-49295a4b-3c0f-4961-8aaf-f50c36a73bc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 200 len: 850 time: 0.0452790 Jul 23 17:12:13.288411 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:13.346843 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-53c65048-eced-423b-b182-cddd9c7d3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:13.348315 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-53c65048-eced-423b-b182-cddd9c7d3b94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e00633-73c6-46b3-b55d-30caf2048663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592568 Jul 23 17:12:13.439522 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-a433dcd2-0594-4f33-8727-c77d91db8ff5 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833454 Jul 23 17:12:13.534478 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2da6e748-d16c-4a2d-a63e-d44c87fb720e req-fbea2d88-d7dd-43bb-8ca8-6d40a50054f0 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875454 Jul 23 17:12:13.929706 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d78ee-7570-4f63-954e-6718ce69b192 req-a5dfbdc8-ff69-43b4-a77a-dcf076742007 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:13.931185 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8e2d78ee-7570-4f63-954e-6718ce69b192 req-a5dfbdc8-ff69-43b4-a77a-dcf076742007 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0653915 Jul 23 17:12:13.970451 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8e2d78ee-7570-4f63-954e-6718ce69b192 req-2fd9a919-9532-45c9-8435-ba95c0700054 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Jul 23 17:12:15.107465 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06207c28-689f-44ae-98a7-076960afd448 req-aa2c42c1-0e33-40ae-b9f1-8761527fc871 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:15.108929 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06207c28-689f-44ae-98a7-076960afd448 req-aa2c42c1-0e33-40ae-b9f1-8761527fc871 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 944 time: 0.0652618 Jul 23 17:12:15.149986 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-06207c28-689f-44ae-98a7-076960afd448 req-a5bc23bb-9f95-4ab2-b4dc-228a584e9059 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347979 Jul 23 17:12:15.239872 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:12:15.333745 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:15.344389 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'port_id': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'mac_address': 'fa:16:3e:8b:02:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:12:15.379772 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:15.391590 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c78f778-d9eb-456d-ba38-f7b91c910334 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:12:15.418614 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e4a36d23-40ba-44f0-8d18-a7db5ed6589d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:15.420943 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:15.424970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:15.471657 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=9']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:15.694627 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['9c78f778-d9eb-456d-ba38-f7b91c910334'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:12:15.780484 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:16.285347 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05284686-cad3-4175-baf9-916dba45f915 req-58eae034-7adf-4440-99ac-35afd1c5c40d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:16.286876 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-05284686-cad3-4175-baf9-916dba45f915 req-58eae034-7adf-4440-99ac-35afd1c5c40d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 945 time: 0.0643756 Jul 23 17:12:16.325179 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-05284686-cad3-4175-baf9-916dba45f915 req-cc81a84e-5165-4aeb-8c61-ad75cee165ca tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Jul 23 17:12:16.399007 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:17.261765 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:17.308053 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 9c78f778-d9eb-456d-ba38-f7b91c910334 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:17.308425 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:17.463169 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8461ab-57de-4189-bd21-7ed34e020f6d req-9a735626-b1be-4130-81f3-d481331ae2cb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:17.464748 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f8461ab-57de-4189-bd21-7ed34e020f6d req-9a735626-b1be-4130-81f3-d481331ae2cb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 945 time: 0.0657806 Jul 23 17:12:17.501577 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:17.503746 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f8461ab-57de-4189-bd21-7ed34e020f6d req-50b93391-12fb-432d-be36-38742b16d3a5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Jul 23 17:12:17.524137 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:17.526395 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dda6b66-074f-4554-904d-90badc21228b" -d '{"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:17.538512 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:17.542648 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:17.565399 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92388411-c75d-4f4a-85b8-7e554d4f8a7d x-openstack-request-id: req-92388411-c75d-4f4a-85b8-7e554d4f8a7d {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:17.565689 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-plugged", "status": "completed", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:17.565939 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92388411-c75d-4f4a-85b8-7e554d4f8a7d {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:17.566321 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'code': 200} Jul 23 17:12:17.592514 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=10']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:18.036682 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:18.067802 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44d77d-2d77-4dbb-a7cd-563d5f25e3f5 req-14022313-adb8-4ef9-9e7e-2c49281504ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:18.069320 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba44d77d-2d77-4dbb-a7cd-563d5f25e3f5 req-14022313-adb8-4ef9-9e7e-2c49281504ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 1100 time: 0.0598593 Jul 23 17:12:18.106504 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba44d77d-2d77-4dbb-a7cd-563d5f25e3f5 req-2c9d9ba1-fd5b-422b-b71b-0d3635acfebf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293388 Jul 23 17:12:18.634494 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d0976-2a7f-47fd-9235-420e97c16d2f req-f374d340-6013-4ff3-bea9-eb2b9c1db659 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:18.635941 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-432d0976-2a7f-47fd-9235-420e97c16d2f req-f374d340-6013-4ff3-bea9-eb2b9c1db659 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 947 time: 0.0619714 Jul 23 17:12:18.672254 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-432d0976-2a7f-47fd-9235-420e97c16d2f req-7824794a-70eb-4e4d-a754-11cb1e4848f3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307896 Jul 23 17:12:19.816842 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962471c-d35e-402d-a2e0-a51d0c08e930 req-16e3b5ea-3f61-46ea-8e44-f9c87401eb3e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:19.818332 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3962471c-d35e-402d-a2e0-a51d0c08e930 req-16e3b5ea-3f61-46ea-8e44-f9c87401eb3e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 947 time: 0.0696211 Jul 23 17:12:19.858866 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3962471c-d35e-402d-a2e0-a51d0c08e930 req-c1814839-82e0-4eed-b2f8-d0890634dcd6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348856 Jul 23 17:12:20.880167 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51124) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:20.983110 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-78dd66b9-3075-42cb-94ec-9c3893a78188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.016395 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c361c2-3dbe-4fc2-baa3-34afa09114a8 req-558151b7-a442-407d-bda5-75b3bcecbae4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:21.017920 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-73c361c2-3dbe-4fc2-baa3-34afa09114a8 req-558151b7-a442-407d-bda5-75b3bcecbae4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 947 time: 0.0891082 Jul 23 17:12:21.075851 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-73c361c2-3dbe-4fc2-baa3-34afa09114a8 req-34e2d899-5946-445b-8ef2-152111ae9cc4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509300 Jul 23 17:12:21.116978 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-78dd66b9-3075-42cb-94ec-9c3893a78188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.120631 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-78dd66b9-3075-42cb-94ec-9c3893a78188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.156597 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-78dd66b9-3075-42cb-94ec-9c3893a78188 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2834dc07a28441b3810efa618fd3cb6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753389 Jul 23 17:12:21.159485 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd66b9-3075-42cb-94ec-9c3893a78188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cd2333-b283-4c07-889a-615c6213876e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:21.160516 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51132) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:21.209475 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b5903e2-c3c7-4ec6-8487-2e4c9beee66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.231080 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b5903e2-c3c7-4ec6-8487-2e4c9beee66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.275817 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b5903e2-c3c7-4ec6-8487-2e4c9beee66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.278326 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6b5903e2-c3c7-4ec6-8487-2e4c9beee66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.279496 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6b5903e2-c3c7-4ec6-8487-2e4c9beee66a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7cd2333-b283-4c07-889a-615c6213876e HTTP/1.1" status: 204 len: 168 time: 0.1167259 Jul 23 17:12:21.288210 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5903e2-c3c7-4ec6-8487-2e4c9beee66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cd2333-b283-4c07-889a-615c6213876e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:21.526501 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51138) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:21.539150 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d4c3ed6-0bcf-49f5-a5bd-91ced38a38c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.627644 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d4c3ed6-0bcf-49f5-a5bd-91ced38a38c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.631424 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4d4c3ed6-0bcf-49f5-a5bd-91ced38a38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.669320 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4d4c3ed6-0bcf-49f5-a5bd-91ced38a38c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b958a62a31b40d297218b1aad782ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417189 Jul 23 17:12:21.670193 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c3ed6-0bcf-49f5-a5bd-91ced38a38c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff5416-fdf3-4532-b00a-a16304a048bc,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:21.672095 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51142) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:21.723254 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7295f65b-de52-4ddf-9599-5249bb91397e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.743121 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7295f65b-de52-4ddf-9599-5249bb91397e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.787153 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7295f65b-de52-4ddf-9599-5249bb91397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.789613 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7295f65b-de52-4ddf-9599-5249bb91397e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:21.793526 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7295f65b-de52-4ddf-9599-5249bb91397e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ebff5416-fdf3-4532-b00a-a16304a048bc HTTP/1.1" status: 204 len: 168 time: 0.1203773 Jul 23 17:12:21.801287 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295f65b-de52-4ddf-9599-5249bb91397e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff5416-fdf3-4532-b00a-a16304a048bc,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:22.101911 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51148) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:22.115383 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-15c6e871-d600-4139-bf09-83ce4514e081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:22.204813 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-15c6e871-d600-4139-bf09-83ce4514e081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:22.209442 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-15c6e871-d600-4139-bf09-83ce4514e081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:22.252367 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-15c6e871-d600-4139-bf09-83ce4514e081 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77d7b94537cf4187b8845e67240b9835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492991 Jul 23 17:12:22.253340 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6e871-d600-4139-bf09-83ce4514e081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c7754d-3bc4-4647-a4e8-d64126f59ff6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:22.255070 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51154) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:22.304502 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3587e807-bd40-410d-9533-0b87e1fa3229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:22.325957 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3587e807-bd40-410d-9533-0b87e1fa3229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:22.373436 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3587e807-bd40-410d-9533-0b87e1fa3229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:22.375973 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3587e807-bd40-410d-9533-0b87e1fa3229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:22.379666 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3587e807-bd40-410d-9533-0b87e1fa3229 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37c7754d-3bc4-4647-a4e8-d64126f59ff6 HTTP/1.1" status: 204 len: 168 time: 0.1211336 Jul 23 17:12:22.386834 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587e807-bd40-410d-9533-0b87e1fa3229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c7754d-3bc4-4647-a4e8-d64126f59ff6,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:22.526610 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dabcb4-eb3a-447a-bc0b-d69a17e1e1a4 req-e582cb63-36ab-4f39-a214-590b31df6778 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:22.528236 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3dabcb4-eb3a-447a-bc0b-d69a17e1e1a4 req-e582cb63-36ab-4f39-a214-590b31df6778 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0650089 Jul 23 17:12:22.570545 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3dabcb4-eb3a-447a-bc0b-d69a17e1e1a4 req-83741940-d0c1-449e-ba2a-289a0499b3e9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368044 Jul 23 17:12:23.020854 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51180) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:23.112629 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1981135946-network', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:23.134011 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Made reservation on behalf of 671ecfb1aa664a41864ff7dc49a86ae3 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:12:23.136329 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.144938 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.232696 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.236545 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.264101 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:12:23.271077 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4caeb5c-b6c7-42c2-99dc-b5ee4bf0cf1d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:23.278708 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.278708 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Added segment 783ef454-c941-4f2d-bc70-f15902d6ede5 of type vlan for network ca58638b-372f-4250-adad-6b75a3dee01d Jul 23 17:12:23.317595 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.345941 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.346809 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:23.347394 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.370698 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3487499 Jul 23 17:12:23.373744 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51184) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:23.379274 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Request body: {'subnet': {'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1981135946-subnet', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:23.399019 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Made reservation on behalf of 671ecfb1aa664a41864ff7dc49a86ae3 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:12:23.401470 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4697989'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.410063 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cdf47-2658-4775-8016-f94bd2e17e2a admin admin] Pushing event updated for resources: {'Network': ['ID=ca58638b-372f-4250-adad-6b75a3dee01d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:23.419916 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network ca58638b-372f-4250-adad-6b75a3dee01d details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:12:23.568550 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698007'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.622154 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d560f79a-a341-4c21-b811-412078ba23dd,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:23.631388 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Checking segment: {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:23.631749 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Network hostable DHCP agents. Network: ca58638b-372f-4250-adad-6b75a3dee01d, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:12:23.648367 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Network ca58638b-372f-4250-adad-6b75a3dee01d is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:12:23.658776 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, ca58638b-372f-4250-adad-6b75a3dee01d) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:23.663241 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:23.663829 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.669335 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a47a6-3cbe-4098-8b91-d95a4ea3794b None None] Network ca58638b-372f-4250-adad-6b75a3dee01d requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:12:23.680345 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a774ec05-e80e-4eee-93c2-7c1d78cd3af4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3046951 Jul 23 17:12:23.682510 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51188) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:23.687772 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:23.709671 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.710866 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.713691 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a35a8-a59f-492c-9a4d-a67394b44ba7 req-eb028259-1f60-4903-b6c1-e88f05e80aa2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:23.715708 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-105a35a8-a59f-492c-9a4d-a67394b44ba7 req-eb028259-1f60-4903-b6c1-e88f05e80aa2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0755823 Jul 23 17:12:23.759046 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-105a35a8-a59f-492c-9a4d-a67394b44ba7 req-c663aa2a-b427-4054-9e78-afe0bd5eff4d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369024 Jul 23 17:12:23.777337 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.824020 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-ca58638b-372f-4250-adad-6b75a3dee01d', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:12:23.824970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.911793 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:23.954326 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Allocated IP 172.20.0.2 (ca58638b-372f-4250-adad-6b75a3dee01d/d560f79a-a341-4c21-b811-412078ba23dd/80611c32-ba31-46df-9a0a-5ec7ff796eec) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:24.098880 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.107111 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Transition to ACTIVE for port object 80611c32-ba31-46df-9a0a-5ec7ff796eec will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:24.115962 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.121956 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Transition to ACTIVE for port object 80611c32-ba31-46df-9a0a-5ec7ff796eec will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:24.127435 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.134857 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.163555 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Network ca58638b-372f-4250-adad-6b75a3dee01d is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:24.166144 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:24.169510 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:24.180509 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Pushing event updated for resources: {'Port': ['ID=80611c32-ba31-46df-9a0a-5ec7ff796eec,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:24.239845 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Attempting to bind port 80611c32-ba31-46df-9a0a-5ec7ff796eec on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:24.239997 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Attempting to bind port 80611c32-ba31-46df-9a0a-5ec7ff796eec by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:24.240250 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Attempting to bind port 80611c32-ba31-46df-9a0a-5ec7ff796eec on network ca58638b-372f-4250-adad-6b75a3dee01d {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:24.244945 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Allocated IP 172.27.2.223 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/a8d5dd62-3ab9-4400-8800-9868201e2d38) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:24.245200 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:24.245635 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Checking segment: {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:24.246031 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.246420 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Bound using segment: {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:24.246888 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Bound port: 80611c32-ba31-46df-9a0a-5ec7ff796eec, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:24.247268 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.310740 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] For port 80611c32-ba31-46df-9a0a-5ec7ff796eec, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:24.313916 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] For port 80611c32-ba31-46df-9a0a-5ec7ff796eec, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=80611c32-ba31-46df-9a0a-5ec7ff796eec,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:24.318442 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.348650 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.372330 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532c2c0-8b0a-4afc-9b42-c5e0bfc340dd None None] Pushing event updated for resources: {'Port': ['ID=80611c32-ba31-46df-9a0a-5ec7ff796eec,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:24.394630 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.432549 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:24.436957 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:24.444295 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:24.447406 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Pushing event updated for resources: {'Port': ['ID=a8d5dd62-3ab9-4400-8800-9868201e2d38,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:24.481987 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-707818e5-a598-4dc0-9d9b-9b520de4e66b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.484090 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-707818e5-a598-4dc0-9d9b-9b520de4e66b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.0741727 Jul 23 17:12:24.610242 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Deleting port b6e743e2-9a16-4d63-be60-92ae6b3ff124 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:24.610899 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.715543 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] For port b6e743e2-9a16-4d63-be60-92ae6b3ff124, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b6e743e2-9a16-4d63-be60-92ae6b3ff124,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:24.715814 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.944735 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.988452 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a970b-feec-4696-9449-797cc2b3d9ac req-cbfd0951-be77-43e4-9f1d-bd1e3ed7f89b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.990043 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a22a970b-feec-4696-9449-797cc2b3d9ac req-cbfd0951-be77-43e4-9f1d-bd1e3ed7f89b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 945 time: 0.1586480 Jul 23 17:12:24.991939 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.992302 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:24.992616 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Floating IP c6e81e7b-5df5-4539-a6ec-1f0c21808ff0 disassociated. External IP: 172.27.2.158, port: b6e743e2-9a16-4d63-be60-92ae6b3ff124. Jul 23 17:12:24.992962 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Calling delete_port for b6e743e2-9a16-4d63-be60-92ae6b3ff124 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:25.087328 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a22a970b-feec-4696-9449-797cc2b3d9ac req-e64b177b-c861-47d3-9b3a-4016a9bd5444 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa167904-3927-45fd-889c-d22feaa3ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897269 Jul 23 17:12:25.152926 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:25.176311 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:25.206953 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event deleted for resources: {'Port': ['ID=b6e743e2-9a16-4d63-be60-92ae6b3ff124,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:25.295289 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Router 8402be15-9421-441a-8bf3-0f6028a61b3c is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:12:25.317903 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1d5ca-7558-442d-af43-b0383b99e1c1 None None] Network ca58638b-372f-4250-adad-6b75a3dee01d requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:12:25.393161 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-91043483-35a4-4cac-879f-5c83a5e37c75 None None] Provisioning for port 80611c32-ba31-46df-9a0a-5ec7ff796eec completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:25.414202 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:25.434946 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:25.436288 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9ed5340a-9cee-4923-abf1-82b62cdce46d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7520821 Jul 23 17:12:25.439647 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51194) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:25.440621 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Sync routers for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:25.454165 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:25.455204 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:25.583784 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Router 69a89869-a949-4b76-9e60-7b9d404ae128 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:25.599846 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:25.726678 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:25.736526 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] Sync routers for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:25.750257 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:25.750954 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:25.787679 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] No DVR routers for this DVR port b6e743e2-9a16-4d63-be60-92ae6b3ff124 on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:12:25.790862 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:25.793151 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b10f4be-9fab-44af-8861-22d1b0b43945 req-2e5476d7-aa38-4bda-aabb-5804a49f28f1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "DELETE /v2.0/ports/b6e743e2-9a16-4d63-be60-92ae6b3ff124 HTTP/1.1" status: 204 len: 173 time: 1.3016629 Jul 23 17:12:25.793870 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'name': 'network-vif-deleted', 'tag': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:25.796432 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48afb696-9796-4931-9d65-ea056f448a21" -d '{"events": [{"server_uuid": "2903b5b8-92bd-43f6-bb5f-86ec521e2ab5", "name": "network-vif-deleted", "tag": "b6e743e2-9a16-4d63-be60-92ae6b3ff124"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:25.872473 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7182021e-4b38-4ca4-b7a5-f726e90fd80d x-openstack-request-id: req-7182021e-4b38-4ca4-b7a5-f726e90fd80d {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:25.872473 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903b5b8-92bd-43f6-bb5f-86ec521e2ab5", "name": "network-vif-deleted", "tag": "b6e743e2-9a16-4d63-be60-92ae6b3ff124", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:25.877926 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7182021e-4b38-4ca4-b7a5-f726e90fd80d {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:25.878525 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903b5b8-92bd-43f6-bb5f-86ec521e2ab5', 'name': 'network-vif-deleted', 'tag': 'b6e743e2-9a16-4d63-be60-92ae6b3ff124', 'status': 'completed', 'code': 200} Jul 23 17:12:25.883262 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:24Z', 'revision_number': 3, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:25.921047 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Checking router: 8402be15-9421-441a-8bf3-0f6028a61b3c for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:25.921434 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Updating router 8402be15-9421-441a-8bf3-0f6028a61b3c port a8d5dd62-3ab9-4400-8800-9868201e2d38 binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:12:25.945879 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:25.968907 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.013506 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.135525 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 80611c32-ba31-46df-9a0a-5ec7ff796eec up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:26.225816 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a6e6300e-9df7-43ce-a022-c22f6eb7e008 req-02b4da05-c439-463c-83d3-b6bd7adadca4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=2903b5b8-92bd-43f6-bb5f-86ec521e2ab5 HTTP/1.1" status: 200 len: 210 time: 0.0397274 Jul 23 17:12:26.268847 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:26.277159 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 80611c32-ba31-46df-9a0a-5ec7ff796eec completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:26.285073 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Allocated IP 172.20.0.1 (ca58638b-372f-4250-adad-6b75a3dee01d/d560f79a-a341-4c21-b811-412078ba23dd/d68c878f-ad32-4f3e-89c9-d4766f0fd4d8) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:26.290488 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 80611c32-ba31-46df-9a0a-5ec7ff796eec triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:26.290891 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.315038 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] Checking router: 69a89869-a949-4b76-9e60-7b9d404ae128 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:26.324823 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:26.325453 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:26.364925 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.381498 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Transition to ACTIVE for port object a8d5dd62-3ab9-4400-8800-9868201e2d38 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:26.390285 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.475978 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:26.487086 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.492453 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Attempting to bind port a8d5dd62-3ab9-4400-8800-9868201e2d38 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:26.492839 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Attempting to bind port a8d5dd62-3ab9-4400-8800-9868201e2d38 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:26.493551 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Attempting to bind port a8d5dd62-3ab9-4400-8800-9868201e2d38 on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:26.498994 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60413393-72d5-4ed7-afdd-0fd0a6b88634 None None] Pushing event updated for resources: {'Port': ['ID=a8d5dd62-3ab9-4400-8800-9868201e2d38,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:26.507345 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Transition to ACTIVE for port object d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:26.518779 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.520812 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:26.521189 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:26.521637 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.522034 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:26.522508 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Bound port: a8d5dd62-3ab9-4400-8800-9868201e2d38, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:26.522883 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.555094 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.599199 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 80611c32-ba31-46df-9a0a-5ec7ff796eec, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=80611c32-ba31-46df-9a0a-5ec7ff796eec,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:26.606627 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] For port a8d5dd62-3ab9-4400-8800-9868201e2d38, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:26.607906 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Network ca58638b-372f-4250-adad-6b75a3dee01d is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:26.609917 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] For port a8d5dd62-3ab9-4400-8800-9868201e2d38, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=a8d5dd62-3ab9-4400-8800-9868201e2d38,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:26.612994 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:26.613702 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.625039 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.633563 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:26.697666 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Pushing event updated for resources: {'Port': ['ID=d68c878f-ad32-4f3e-89c9-d4766f0fd4d8,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:26.698408 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:26.699072 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:26.709631 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.711713 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=80611c32-ba31-46df-9a0a-5ec7ff796eec,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:26.748125 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:26.783094 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2b612-da41-4940-81be-89d5de067409 None None] The sync data for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi is: [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:26.914609 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:26.967197 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3b07c920-a5c8-429e-bcf5-53a755442b3b None None] Provisioning for port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:26.980945 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3b07c920-a5c8-429e-bcf5-53a755442b3b None None] Provisioning complete for port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:26.981338 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3b07c920-a5c8-429e-bcf5-53a755442b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:27.015205 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60413393-72d5-4ed7-afdd-0fd0a6b88634 None None] Pushing event updated for resources: {'Port': ['ID=a8d5dd62-3ab9-4400-8800-9868201e2d38,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:27.041184 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:27.103067 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d58f8a-c92c-4029-babf-1d20a06738d9 None None] New status for floating IP c6e81e7b-5df5-4539-a6ec-1f0c21808ff0: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:12:27.104748 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3b07c920-a5c8-429e-bcf5-53a755442b3b None None] Port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:12:27.116175 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:27.120558 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:27.185815 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:27.187389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Pushing event updated for resources: {'Port': ['ID=d68c878f-ad32-4f3e-89c9-d4766f0fd4d8,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:27.306909 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Network ca58638b-372f-4250-adad-6b75a3dee01d is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:27.308633 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:27.331717 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device b6e743e2-9a16-4d63-be60-92ae6b3ff124 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:27.354610 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: b6e743e2-9a16-4d63-be60-92ae6b3ff124 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:12:27.355043 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device b6e743e2-9a16-4d63-be60-92ae6b3ff124 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:27.365903 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:24Z', 'revision_number': 3, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:27.401580 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02200897-3c60-40dd-bb4d-6b20f19cf8e6 None None] The sync data for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi is: [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:24Z', 'revision_number': 3, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:27.465173 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Router 8402be15-9421-441a-8bf3-0f6028a61b3c has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:27.525488 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-f655e5ae-908f-4d83-b561-3afcf1d9245b None None] Provisioning complete for port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:27.525871 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f655e5ae-908f-4d83-b561-3afcf1d9245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:27.561856 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-f655e5ae-908f-4d83-b561-3afcf1d9245b None None] Port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:12:27.580272 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:27.591944 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ce6b38ad-0f17-4d2c-b5a8-b59b3e254076 admin admin] 10.222.0.70 "PUT /v2.0/routers/8402be15-9421-441a-8bf3-0f6028a61b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1443403 Jul 23 17:12:28.138325 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51218) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:28.143960 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1222842563-network', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:28.170698 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Made reservation on behalf of ba6b58780d32465a984c936e6295e5f7 for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:12:28.173156 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.183843 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.199151 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a8d5dd62-3ab9-4400-8800-9868201e2d38 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:28.210188 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:12:28.266992 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port a8d5dd62-3ab9-4400-8800-9868201e2d38 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:28.271879 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port a8d5dd62-3ab9-4400-8800-9868201e2d38 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:28.272314 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.308310 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.318738 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.345523 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:12:28.361672 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08a83da-11e9-4c3a-9e25-4fabde1703c4,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:28.366723 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51222) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:28.369325 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.369685 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Added segment a5b33a4e-2976-48a7-909e-fccb039c03d3 of type vlan for network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 Jul 23 17:12:28.375094 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.398685 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port a8d5dd62-3ab9-4400-8800-9868201e2d38, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=a8d5dd62-3ab9-4400-8800-9868201e2d38,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:28.402684 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.403498 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 80611c32-ba31-46df-9a0a-5ec7ff796eec up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:28.449926 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.478690 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dab80464-d326-43f9-bfaf-82def5d17683 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.479673 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=a8d5dd62-3ab9-4400-8800-9868201e2d38,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:28.491558 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 80611c32-ba31-46df-9a0a-5ec7ff796eec triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:28.491936 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.507628 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.508602 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:28.509179 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.520100 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dab80464-d326-43f9-bfaf-82def5d17683 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.553674 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4142528 Jul 23 17:12:28.556782 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51224) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:28.565793 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Request body: {'subnet': {'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1222842563-subnet', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:28.603738 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Made reservation on behalf of ba6b58780d32465a984c936e6295e5f7 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:12:28.607107 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4697989'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.609189 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3e502-6a47-4dd9-b5e0-48687088abdb admin admin] Pushing event updated for resources: {'Network': ['ID=5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:28.628403 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:12:28.637399 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dab80464-d326-43f9-bfaf-82def5d17683 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.640256 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dab80464-d326-43f9-bfaf-82def5d17683 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.645597 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51226) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:28.645796 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-dab80464-d326-43f9-bfaf-82def5d17683 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "DELETE /v2.0/security-groups/fa167904-3927-45fd-889c-d22feaa3ccf0 HTTP/1.1" status: 204 len: 168 time: 0.2777171 Jul 23 17:12:28.658018 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab80464-d326-43f9-bfaf-82def5d17683 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa167904-3927-45fd-889c-d22feaa3ccf0,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:28.667116 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.api.v2.resource [None req-3b97c88e-3857-400a-9c3d-ed8ee22d95ab tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] show failed (client error): The resource could not be found. Jul 23 17:12:28.668139 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3b97c88e-3857-400a-9c3d-ed8ee22d95ab tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups/fa167904-3927-45fd-889c-d22feaa3ccf0 HTTP/1.1" status: 404 len: 347 time: 0.0215697 Jul 23 17:12:28.672591 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51228) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:28.816500 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Deleting port 857d0601-21e1-4921-bf7f-f5548f478fe1 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:28.816848 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.830112 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698007'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.884160 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57dba585-d448-46be-85fe-201be3a3b0e6,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:28.894927 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Checking segment: {'id': 'a5b33a4e-2976-48a7-909e-fccb039c03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:28.895339 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Network hostable DHCP agents. Network: 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:12:28.898310 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.898643 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.910924 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Calling delete_port for 857d0601-21e1-4921-bf7f-f5548f478fe1 owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:28.914774 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:12:28.926068 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:28.930917 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:28.931563 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.937423 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1fe716-a4a0-48bc-b93d-a508c8d162f6 None None] Network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:12:28.954438 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-42ba44f8-a06c-49c2-a71c-360475ead781 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3934968 Jul 23 17:12:28.955490 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51234) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:28.962593 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:28.985051 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-648'] for router, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:28.986236 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1636400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-689'] for router, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.048936 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.088358 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.109782 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1833d4ae-5810-54bb-9172-2bd82ce4fe20-5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823', 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'fixed_ips': [{'subnet_id': '57dba585-d448-46be-85fe-201be3a3b0e6'}]}} from dv-cinder-801916-2-iscsi. {{(pid=93252) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:12:29.110659 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.117591 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event deleted for resources: {'Port': ['ID=857d0601-21e1-4921-bf7f-f5548f478fe1,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:29.161149 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Sync routers for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:29.170274 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:29.171169 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:29.196461 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-687'] for router, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.200598 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.203856 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.209449 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5da97bf2-aeff-4b9b-843f-86d64754bd5d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "DELETE /v2.0/floatingips/c6e81e7b-5df5-4539-a6ec-1f0c21808ff0 HTTP/1.1" status: 204 len: 168 time: 0.5321887 Jul 23 17:12:29.284463 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.db_base_plugin_common [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Allocated IP 172.20.0.2 (5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823/57dba585-d448-46be-85fe-201be3a3b0e6/6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4) {{(pid=93252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:29.296907 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:29.465513 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51238) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:29.468317 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Notify callbacks [] for port, precommit_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.468912 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.473012 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-7503a4b9-54ac-43f1-98fa-84b6d996c49e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501691980', 'description': 'tempest-description--1735143960'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:29.479318 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Transition to ACTIVE for port object 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:29.498810 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Transition to ACTIVE for port object 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 will not be triggered until provisioned by entity DHCP. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:29.500078 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.502846 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7503a4b9-54ac-43f1-98fa-84b6d996c49e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.505914 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988'] for port, after_create {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.509133 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'd68c878f-ad32-4f3e-89c9-d4766f0fd4d8', 'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'mac_address': 'fa:16:3e:3e:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:26Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 2, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'subnets': [{'id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:29.540441 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Checking router: 8402be15-9421-441a-8bf3-0f6028a61b3c for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:29.541122 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Updating router 8402be15-9421-441a-8bf3-0f6028a61b3c port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:12:29.542499 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 is already hosted by enough agents. {{(pid=93252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:29.545631 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.scheduler.base_scheduler [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Resources bound (agent type, host, resource id): {{(pid=93252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:29.549221 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Received port after_create {{(pid=93252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:29.568002 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Pushing event updated for resources: {'Port': ['ID=6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4,revision_number=1']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:29.579505 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.622732 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7503a4b9-54ac-43f1-98fa-84b6d996c49e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.627948 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7503a4b9-54ac-43f1-98fa-84b6d996c49e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.639874 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Attempting to bind port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:29.640363 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Attempting to bind port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'a5b33a4e-2976-48a7-909e-fccb039c03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:29.640738 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Attempting to bind port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 on network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:29.648593 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:29.648970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Checking segment: {'id': 'a5b33a4e-2976-48a7-909e-fccb039c03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:29.649399 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.649800 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Bound using segment: {'id': 'a5b33a4e-2976-48a7-909e-fccb039c03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:29.650271 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Bound port: 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b33a4e-2976-48a7-909e-fccb039c03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:29.650772 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.660947 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503a4b9-54ac-43f1-98fa-84b6d996c49e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e67851-7d10-4dd2-b4ef-92ec5d55272e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:29.672137 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7503a4b9-54ac-43f1-98fa-84b6d996c49e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.673977 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7503a4b9-54ac-43f1-98fa-84b6d996c49e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2066100 Jul 23 17:12:29.676892 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51240) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:29.682131 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-cbcd055b-aea5-4641-b173-d7e0c66fdcee tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'security_group_rule': {'security_group_id': 'f6e67851-7d10-4dd2-b4ef-92ec5d55272e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:29.695434 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Allocated IP 172.27.2.243 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/723288c4-f055-44ea-8f26-fec06cdfe3e2) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:29.758325 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cbcd055b-aea5-4641-b173-d7e0c66fdcee tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.765086 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] For port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:29.769965 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] For port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4,segment=NetworkSegment(a5b33a4e-2976-48a7-909e-fccb039c03d3),segment_id=a5b33a4e-2976-48a7-909e-fccb039c03d3)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:29.776895 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.797642 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-816a3004-b908-4caf-a6b3-7724536f58d6 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119684878&fields=id&tenant_id=a44e362a61994c51bba5df8e6f369a20 HTTP/1.1" status: 200 len: 267 time: 0.0605197 Jul 23 17:12:29.846208 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.862600 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d172b-772e-467f-aaa8-0cbf4b009123 None None] Pushing event updated for resources: {'Port': ['ID=6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4,revision_number=2']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:29.877848 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cbcd055b-aea5-4641-b173-d7e0c66fdcee tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.887223 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cbcd055b-aea5-4641-b173-d7e0c66fdcee tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.892345 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.904924 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Transition to ACTIVE for port object d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:29.914077 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd055b-aea5-4641-b173-d7e0c66fdcee tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a60e533-6085-482d-9447-a17f0cf60196,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:29.920138 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.927504 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-cbcd055b-aea5-4641-b173-d7e0c66fdcee tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.931200 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-cbcd055b-aea5-4641-b173-d7e0c66fdcee tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2508352 Jul 23 17:12:29.932876 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51244) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:29.942006 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-d2aa3087-1dc1-4fb1-b799-e169daa7dc15 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:29.943800 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-d2aa3087-1dc1-4fb1-b799-e169daa7dc15 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 984 time: 0.1321864 Jul 23 17:12:29.948440 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-3e141a32-df7c-4d33-a76f-dd70797a9122 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'security_group_rule': {'security_group_id': 'f6e67851-7d10-4dd2-b4ef-92ec5d55272e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:29.959806 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-3c239a4b-4aba-404e-bb5d-efb58354a942 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Request body: {'port': {'security_groups': ['d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:30.053973 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e141a32-df7c-4d33-a76f-dd70797a9122 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.077659 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Pushing event updated for resources: {'Port': ['ID=d68c878f-ad32-4f3e-89c9-d4766f0fd4d8,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:30.086448 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.086771 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.087107 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.087441 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.087769 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.088095 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.088417 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.088738 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.089231 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.090056 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.090056 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.090056 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:30.129314 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-3c239a4b-4aba-404e-bb5d-efb58354a942 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.215542 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a8d5dd62-3ab9-4400-8800-9868201e2d38 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:30.223454 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e141a32-df7c-4d33-a76f-dd70797a9122 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.227756 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e141a32-df7c-4d33-a76f-dd70797a9122 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.268696 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Attempting to bind port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:30.269062 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Attempting to bind port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:30.269774 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Attempting to bind port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 on network ca58638b-372f-4250-adad-6b75a3dee01d {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:30.278512 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.283078 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:30.283957 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Checking segment: {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:30.285569 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.286239 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Bound using segment: {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:30.286980 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Bound port: d68c878f-ad32-4f3e-89c9-d4766f0fd4d8, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:30.287613 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.337442 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port a8d5dd62-3ab9-4400-8800-9868201e2d38 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:30.337957 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.380235 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] For port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:30.380849 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Pushing event updated for resources: {'Port': ['ID=723288c4-f055-44ea-8f26-fec06cdfe3e2,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:30.392406 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] For port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=d68c878f-ad32-4f3e-89c9-d4766f0fd4d8,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:30.402380 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:30.402950 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.404410 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:30.412541 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:30.413639 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e141a32-df7c-4d33-a76f-dd70797a9122 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79311773-12f7-41f7-a79f-98ba0b1f47e3,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:30.431821 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-3e141a32-df7c-4d33-a76f-dd70797a9122 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.435803 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-3e141a32-df7c-4d33-a76f-dd70797a9122 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4882832 Jul 23 17:12:30.436047 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51246) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:30.443232 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'floatingip': {'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:30.483118 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-3c239a4b-4aba-404e-bb5d-efb58354a942 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] For port 88e5c9bc-2f95-46d6-b0a5-59836abc7771, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:30.492013 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343d75b-0225-45a7-bd3d-854b0435ee0b None None] Pushing event updated for resources: {'Port': ['ID=d68c878f-ad32-4f3e-89c9-d4766f0fd4d8,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:30.500334 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.504262 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:30.504895 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:30.548061 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-3c239a4b-4aba-404e-bb5d-efb58354a942 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.560419 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-3c239a4b-4aba-404e-bb5d-efb58354a942 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.572699 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['88e5c9bc-2f95-46d6-b0a5-59836abc7771'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:12:30.610758 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-3c239a4b-4aba-404e-bb5d-efb58354a942 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:30.611856 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-3c239a4b-4aba-404e-bb5d-efb58354a942 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.612995 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca77adaa-67ef-4fb3-88d2-2d65efc6cf03 req-3c239a4b-4aba-404e-bb5d-efb58354a942 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "PUT /v2.0/ports/88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 942 time: 0.6599376 Jul 23 17:12:30.614613 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:30.616860 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:30.652430 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51248) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:30.705596 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:30.725178 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['88e5c9bc-2f95-46d6-b0a5-59836abc7771'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:12:30.780357 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb87352d-c135-4f91-b228-4f93651381fb x-openstack-request-id: req-eb87352d-c135-4f91-b228-4f93651381fb {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:30.780645 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:30.780889 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb87352d-c135-4f91-b228-4f93651381fb {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:30.781275 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'status': 'completed', 'code': 200} Jul 23 17:12:30.837429 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c239a4b-4aba-404e-bb5d-efb58354a942 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event updated for resources: {'Port': ['ID=88e5c9bc-2f95-46d6-b0a5-59836abc7771,revision_number=7']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:30.866780 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.897809 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:30.968130 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-9d27e56a-9eb0-4b23-9bd0-57977ad1881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:30.969680 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-9d27e56a-9eb0-4b23-9bd0-57977ad1881f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a44e362a61994c51bba5df8e6f369a20&device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 1098 time: 0.1820297 Jul 23 17:12:31.063184 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-e44cf5ef-fdaa-4c9f-8071-0e7b155654ba None None] Provisioning complete for port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:31.063646 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e44cf5ef-fdaa-4c9f-8071-0e7b155654ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:31.068604 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'd68c878f-ad32-4f3e-89c9-d4766f0fd4d8', 'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'mac_address': 'fa:16:3e:3e:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:26Z', 'updated_at': '2021-07-23T17:12:30Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'subnets': [{'id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:31.100705 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f1e5d3-2d11-4123-9bf6-5752fc4ac236 None None] The sync data for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi is: [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'd68c878f-ad32-4f3e-89c9-d4766f0fd4d8', 'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'mac_address': 'fa:16:3e:3e:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:26Z', 'updated_at': '2021-07-23T17:12:30Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'subnets': [{'id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:31.197411 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Allocated IP 172.27.2.164 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/fdd18791-f82d-4430-a7ba-c9947b013c1b) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:31.221330 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-5f2130fe-ecaf-4215-8c69-b13377933432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:31.224110 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-5f2130fe-ecaf-4215-8c69-b13377933432 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ff14381-a99d-4a2e-aebd-170c02b0dc76 HTTP/1.1" status: 200 len: 916 time: 0.2362821 Jul 23 17:12:31.230307 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-217f8a59-131a-4dac-9bde-feab22f263a1 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:31.269954 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707071'] for router, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:31.291203 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-217f8a59-131a-4dac-9bde-feab22f263a1 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:31.407501 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-1e58b726-b991-476b-a5c5-9b56c97ff5ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 1001 time: 0.1583056 Jul 23 17:12:31.410493 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:31.426519 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4b05a3-0f18-41d3-a43e-9489b635834c None None] Network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:12:31.467573 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-217f8a59-131a-4dac-9bde-feab22f263a1 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:31.470060 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-217f8a59-131a-4dac-9bde-feab22f263a1 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:31.473643 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-217f8a59-131a-4dac-9bde-feab22f263a1 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "DELETE /v2.0/security-groups/c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75 HTTP/1.1" status: 204 len: 168 time: 0.8173070 Jul 23 17:12:31.475849 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51252) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:31.489297 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f8a59-131a-4dac-9bde-feab22f263a1 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a57ed4-1931-4b3b-81b8-15e9cb8a7e75,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:31.511147 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Router 2e344761-e9cf-43c5-9035-676a85e4e82b is scheduled to L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 with binding_index 1 {{(pid=93250) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:12:31.537604 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-cb35e86d-44ed-40f3-9acf-5190b1fdcfd8 None None] Provisioning for port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:31.568016 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-b6bb42c7-ac2a-4b91-a137-a8dc3ee516a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:31.569820 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-b6bb42c7-ac2a-4b91-a137-a8dc3ee516a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b8bc5df-fd36-4914-bcff-eead9ddf311d HTTP/1.1" status: 200 len: 854 time: 0.1492982 Jul 23 17:12:31.619384 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:31.653198 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:31.669715 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Sync routers for ids ['2e344761-e9cf-43c5-9035-676a85e4e82b'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:31.682728 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:31.686518 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bad366bb-a92c-4a15-b842-61c98a3b3840 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7299767 Jul 23 17:12:31.686843 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Routers {'2e344761-e9cf-43c5-9035-676a85e4e82b'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:31.687106 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51254) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:31.687632 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['2e344761-e9cf-43c5-9035-676a85e4e82b'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:31.706072 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:31.710786 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:31.714977 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:31.765033 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'Port': ['ID=fdd18791-f82d-4430-a7ba-c9947b013c1b,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:31.781050 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-a92960f3-542c-45a6-80c5-1c537474839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:31.782657 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-a92960f3-542c-45a6-80c5-1c537474839d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ff14381-a99d-4a2e-aebd-170c02b0dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2048588 Jul 23 17:12:31.938850 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Set router 2e344761-e9cf-43c5-9035-676a85e4e82b gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:32.009398 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.011579 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Deleting port 108cf5ee-2759-4d60-8aee-9e87c96716b2 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:32.011890 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.138749 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.139084 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.159312 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Calling delete_port for 108cf5ee-2759-4d60-8aee-9e87c96716b2 owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:32.245343 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:32.303106 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-1a6153f8-ca78-419a-8cc2-cbb9399f42c4 service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093591 Jul 23 17:12:32.303686 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:28Z', 'updated_at': '2021-07-23T17:12:30Z', 'revision_number': 3, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'gw_port': {'id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:29Z', 'updated_at': '2021-07-23T17:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:32.318251 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.343290 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Checking router: 2e344761-e9cf-43c5-9035-676a85e4e82b for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:32.343645 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Updating router 2e344761-e9cf-43c5-9035-676a85e4e82b port 723288c4-f055-44ea-8f26-fec06cdfe3e2 binding host dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:12:32.370055 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.394239 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.397679 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:32.437167 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:32.437651 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.503585 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Allocated IP 172.20.0.1 (5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823/57dba585-d448-46be-85fe-201be3a3b0e6/72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:32.590117 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc5ca15b-ba6e-4457-94f8-2f6853e094ae req-9f52a9a2-8dcd-4fd1-9802-e700f705b8bc service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789195 Jul 23 17:12:32.638943 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.653304 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Transition to ACTIVE for port object 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:32.683473 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.686637 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.692249 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.713707 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.718347 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event deleted for resources: {'Port': ['ID=108cf5ee-2759-4d60-8aee-9e87c96716b2,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:32.740130 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:32.741588 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.743031 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:32.748893 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:32.754484 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Pushing event updated for resources: {'Port': ['ID=72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:32.795340 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716262'] for router_interface, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.809616 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=d68c878f-ad32-4f3e-89c9-d4766f0fd4d8,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:32.812485 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.816520 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.817611 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:32.870894 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Transition to ACTIVE for port object 723288c4-f055-44ea-8f26-fec06cdfe3e2 will not be triggered until provisioned by entity L2. {{(pid=93252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:32.887369 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.918981 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Attempting to bind port 723288c4-f055-44ea-8f26-fec06cdfe3e2 on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:32.919369 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Attempting to bind port 723288c4-f055-44ea-8f26-fec06cdfe3e2 by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:32.919719 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Attempting to bind port 723288c4-f055-44ea-8f26-fec06cdfe3e2 on network 6294e940-5015-4228-a305-be46f959a48c {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:32.943014 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:32.943438 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Checking segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:32.943943 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.944348 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Bound using segment: {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'} {{(pid=93252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:32.944821 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.managers [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Bound port: 723288c4-f055-44ea-8f26-fec06cdfe3e2, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b981b5-8abe-410a-80a3-eafa031e02a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6294e940-5015-4228-a305-be46f959a48c'}}] {{(pid=93252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:32.945207 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:32.952013 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.000013 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] For port 723288c4-f055-44ea-8f26-fec06cdfe3e2, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:33.003584 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] For port 723288c4-f055-44ea-8f26-fec06cdfe3e2, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=723288c4-f055-44ea-8f26-fec06cdfe3e2,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:33.004840 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=d68c878f-ad32-4f3e-89c9-d4766f0fd4d8,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:33.013129 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.057226 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:33.071451 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Routers {'2e344761-e9cf-43c5-9035-676a85e4e82b'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:33.072266 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['2e344761-e9cf-43c5-9035-676a85e4e82b'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:33.116060 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:33.116443 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.130421 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'Port': ['ID=fdd18791-f82d-4430-a7ba-c9947b013c1b,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:33.139917 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.143344 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.144034 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Floating IP 5409ba5f-8eb5-48ba-8dad-aba7ebbfaf12 disassociated (deleted). External IP: 172.27.2.218, port: 88e5c9bc-2f95-46d6-b0a5-59836abc7771. Jul 23 17:12:33.146051 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.153933 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.176782 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2f1b9-4dce-4deb-970c-c5277c0b5f73 None None] Pushing event updated for resources: {'Port': ['ID=723288c4-f055-44ea-8f26-fec06cdfe3e2,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:33.220578 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.228724 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2f1b9-4dce-4deb-970c-c5277c0b5f73 None None] Pushing event updated for resources: {'Port': ['ID=723288c4-f055-44ea-8f26-fec06cdfe3e2,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:33.231267 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a096de61-429b-45e4-adde-862ead3ec8f4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7941546 Jul 23 17:12:33.237438 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717489'] for router_interface, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.239101 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Pushing event updated for resources: {'Port': ['ID=72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:33.275980 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7c53e921-a0b7-4c9a-8554-68288915a83f None None] Provisioning for port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:33.299908 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7c53e921-a0b7-4c9a-8554-68288915a83f None None] Provisioning complete for port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:33.299908 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7c53e921-a0b7-4c9a-8554-68288915a83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.340287 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] Set router 2e344761-e9cf-43c5-9035-676a85e4e82b gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:33.380648 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:33.382445 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:33.392126 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.430047 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-7c53e921-a0b7-4c9a-8554-68288915a83f None None] Port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:12:33.512897 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-04a7a295-03a7-435c-95d8-f5ee459bf119 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--501691980&fields=id&tenant_id=9e2c89ff216648fbbc779b5b1b000247 HTTP/1.1" status: 200 len: 267 time: 0.0607109 Jul 23 17:12:33.514614 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4,segment=NetworkSegment(a5b33a4e-2976-48a7-909e-fccb039c03d3),segment_id=a5b33a4e-2976-48a7-909e-fccb039c03d3)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:33.525445 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.533702 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Router 2e344761-e9cf-43c5-9035-676a85e4e82b has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:33.546865 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:33.631124 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4,revision_number=3']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:33.659303 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.659684 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.660029 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.660358 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.660685 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.661011 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.661335 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.661679 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.662002 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.662320 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.662636 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.662961 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:33.675899 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:33.692120 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-53334f6d-7e9c-462f-b3f7-bb09d110aa6f admin admin] 10.222.0.70 "PUT /v2.0/routers/2e344761-e9cf-43c5-9035-676a85e4e82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9976194 Jul 23 17:12:33.703393 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:28Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 4, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'gw_port': {'id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:29Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c', 'name': '', 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'mac_address': 'fa:16:3e:59:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:32Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 1, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'subnets': [{'id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:33.712266 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-eba561e2-a0f6-4b83-8aa9-7d1be6848147 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:33.713802 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-eba561e2-a0f6-4b83-8aa9-7d1be6848147 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 811 time: 0.2001197 Jul 23 17:12:33.736660 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-0604c07a-9135-453b-ab2a-58c1ef651a47 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/quotas/9e2c89ff216648fbbc779b5b1b000247 HTTP/1.1" status: 200 len: 375 time: 0.0126839 Jul 23 17:12:33.737739 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e94e62-0a52-4ec6-95bf-a593357753b8 None None] The sync data for ids ['2e344761-e9cf-43c5-9035-676a85e4e82b'] in dv-cinder-801916-2-iscsi is: [{'id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:28Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 4, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'gw_port': {'id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:29Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c', 'name': '', 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'mac_address': 'fa:16:3e:59:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:32Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 1, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'subnets': [{'id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:33.745956 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:33.750732 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.754397 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-aadad143-fe9d-43a6-87b7-e01dfd2849fe None None] Provisioning complete for port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:33.754866 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-aadad143-fe9d-43a6-87b7-e01dfd2849fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:33.762293 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] Sync routers for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:33.772189 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:33.772944 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:33.793570 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-aadad143-fe9d-43a6-87b7-e01dfd2849fe None None] Port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:12:33.797988 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-49640463-be58-4c7e-8407-8cf0aee1a54b tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "DELETE /v2.0/floatingips/5409ba5f-8eb5-48ba-8dad-aba7ebbfaf12 HTTP/1.1" status: 204 len: 168 time: 2.3178089 Jul 23 17:12:33.799478 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:33.802404 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb" -d '{"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:33.874510 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-b5c0c30a-264e-406e-935f-d30f6fa9646b tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848908 Jul 23 17:12:33.924294 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:33.987667 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-442224d2-1f67-4618-8186-12e47187b4f0 service neutron] 10.222.0.70 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971951 Jul 23 17:12:34.161889 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '9287788e-3650-4bb9-9b70-2d8b02670b30', 'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'mac_address': 'fa:16:3e:97:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 5, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'subnets': [{'id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:34.177997 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249ca26c-f9c2-4ef4-93cf-99b65681f245 x-openstack-request-id: req-249ca26c-f9c2-4ef4-93cf-99b65681f245 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:34.178212 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:34.178471 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-249ca26c-f9c2-4ef4-93cf-99b65681f245 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:34.178868 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'status': 'completed', 'code': 200} Jul 23 17:12:34.188735 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-73ef9f0d-cdea-4166-b937-21e3b261b079 service neutron] 10.222.0.70 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842351 Jul 23 17:12:34.261629 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] Checking router: 9bdf5034-b894-4d5b-99ae-70418ca5cd8c for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:34.262357 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-7f0f744b-a624-489a-bb5f-0090286523e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:34.264860 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-7f0f744b-a624-489a-bb5f-0090286523e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a44e362a61994c51bba5df8e6f369a20&device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 1098 time: 0.0849390 Jul 23 17:12:34.279735 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:34.279936 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:34.280430 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:34.359945 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:34.360319 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:34.375633 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-259f882d-9ac0-453d-8aae-1b15445b563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:34.378079 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-259f882d-9ac0-453d-8aae-1b15445b563e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0ff14381-a99d-4a2e-aebd-170c02b0dc76 HTTP/1.1" status: 200 len: 916 time: 0.1064975 Jul 23 17:12:34.459780 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-f0f69232-1f72-4d43-b0f9-6f894bba7a05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 200 len: 217 time: 0.0741205 Jul 23 17:12:34.542549 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-ee556444-9502-423d-b80f-aa33cf660062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:34.544953 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-ee556444-9502-423d-b80f-aa33cf660062 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b8bc5df-fd36-4914-bcff-eead9ddf311d HTTP/1.1" status: 200 len: 854 time: 0.0751696 Jul 23 17:12:34.582186 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:34.683780 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f99e1a2f-2a47-49a0-8ee4-603024a9085e req-4fe722b8-051d-4ded-9bc7-f32ce5b8ff47 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 210 time: 0.0569332 Jul 23 17:12:34.734249 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:34.750062 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-4175ff6d-296c-4fb1-8449-1863d2c31f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:34.753785 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-4175ff6d-296c-4fb1-8449-1863d2c31f2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0ff14381-a99d-4a2e-aebd-170c02b0dc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1979382 Jul 23 17:12:34.876153 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:34.882038 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:34.961999 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '9287788e-3650-4bb9-9b70-2d8b02670b30', 'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'mac_address': 'fa:16:3e:97:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 5, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'subnets': [{'id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:34.962929 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-b329e140-0cc7-422f-97ef-ce3fe2d5413d service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021332 Jul 23 17:12:35.026466 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fbda7-ba17-44bb-b188-32506e5917d9 None None] The sync data for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi is: [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:09:39Z', 'revision_number': 4, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '9287788e-3650-4bb9-9b70-2d8b02670b30', 'name': '', 'network_id': '0ff14381-a99d-4a2e-aebd-170c02b0dc76', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'mac_address': 'fa:16:3e:97:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 5, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'subnets': [{'id': '5b8bc5df-fd36-4914-bcff-eead9ddf311d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:35.091244 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1508ae4f-9cee-4225-a6e1-e1eaf8e65edb req-17fc2d13-45f3-43ee-873e-9bbf4ecb2682 service neutron] 10.222.0.16 "GET /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218300 Jul 23 17:12:35.131760 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51294) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:35.142913 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-be05181d-3d84-4a3f-9afa-b5d5049248d8 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644651393', 'description': 'tempest-secgroup-smoke-644651393 description', 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:35.166852 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be05181d-3d84-4a3f-9afa-b5d5049248d8 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.289234 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be05181d-3d84-4a3f-9afa-b5d5049248d8 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.294523 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be05181d-3d84-4a3f-9afa-b5d5049248d8 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.326061 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be05181d-3d84-4a3f-9afa-b5d5049248d8 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.327545 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-be05181d-3d84-4a3f-9afa-b5d5049248d8 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1947770 Jul 23 17:12:35.331314 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51296) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:35.334854 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05181d-3d84-4a3f-9afa-b5d5049248d8 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3395aa33-6210-441c-80e1-c25d155ffc57,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:35.336241 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-1f75f796-506b-405c-a74b-2c29e3ec2b00 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Request body: {'security_group_rule': {'security_group_id': '3395aa33-6210-441c-80e1-c25d155ffc57', 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:35.375057 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f75f796-506b-405c-a74b-2c29e3ec2b00 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.426020 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f1c6b3-ef22-4c1c-8c6e-3041fd547226 None None] New status for floating IP 5409ba5f-8eb5-48ba-8dad-aba7ebbfaf12: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:12:35.443614 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f75f796-506b-405c-a74b-2c29e3ec2b00 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.448257 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f75f796-506b-405c-a74b-2c29e3ec2b00 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.468414 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75f796-506b-405c-a74b-2c29e3ec2b00 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21e64f0-00f8-4de7-8fcf-1f8fee5ef176,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:35.478449 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f75f796-506b-405c-a74b-2c29e3ec2b00 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.482213 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1f75f796-506b-405c-a74b-2c29e3ec2b00 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473126 Jul 23 17:12:35.482609 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51298) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:35.487826 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e2111615-3145-4cd5-ac1f-777db8885fd9 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Request body: {'security_group_rule': {'security_group_id': '3395aa33-6210-441c-80e1-c25d155ffc57', 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:35.522691 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2111615-3145-4cd5-ac1f-777db8885fd9 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.587714 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2111615-3145-4cd5-ac1f-777db8885fd9 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.592969 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2111615-3145-4cd5-ac1f-777db8885fd9 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.621638 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e2111615-3145-4cd5-ac1f-777db8885fd9 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.623367 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e2111615-3145-4cd5-ac1f-777db8885fd9 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396744 Jul 23 17:12:35.624543 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2111615-3145-4cd5-ac1f-777db8885fd9 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cb9668-ef00-498e-b5ba-5e921148dfc4,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:35.626142 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51304) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:35.638247 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-47cd2f7b-51ae-4dad-a4b8-1b62416205d7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Request body: {'security_group_rule': {'security_group_id': '3395aa33-6210-441c-80e1-c25d155ffc57', 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:35.681126 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47cd2f7b-51ae-4dad-a4b8-1b62416205d7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.810660 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47cd2f7b-51ae-4dad-a4b8-1b62416205d7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.870213 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47cd2f7b-51ae-4dad-a4b8-1b62416205d7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.873277 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a89f562d-6d75-4d22-9a1c-933dcdc445ad req-5936e901-688e-4f4a-b083-4b1e65e363ad tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 210 time: 0.0922558 Jul 23 17:12:35.904203 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd2f7b-51ae-4dad-a4b8-1b62416205d7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c48a29-aec4-4821-911f-ea1c74df3fe4,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:35.908841 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-47cd2f7b-51ae-4dad-a4b8-1b62416205d7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.910037 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-47cd2f7b-51ae-4dad-a4b8-1b62416205d7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2826478 Jul 23 17:12:35.912832 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51316) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:35.917585 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-04a8ffd1-d187-4447-9d1b-456975b3ab09 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Request body: {'security_group_rule': {'security_group_id': '3395aa33-6210-441c-80e1-c25d155ffc57', 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:35.930176 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-73c64094-28e6-4aea-99d9-ea1e0c0055f3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:35.932000 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-73c64094-28e6-4aea-99d9-ea1e0c0055f3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 811 time: 0.2269595 Jul 23 17:12:35.950478 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a8ffd1-d187-4447-9d1b-456975b3ab09 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:35.978644 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-e4636fbd-2d28-408c-8930-c89c2c87c410 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e2c89ff216648fbbc779b5b1b000247 HTTP/1.1" status: 200 len: 379 time: 0.0369573 Jul 23 17:12:35.988158 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'port': {'device_id': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'admin_state_up': True, 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'security_groups': ['f6e67851-7d10-4dd2-b4ef-92ec5d55272e']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:36.016805 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a8ffd1-d187-4447-9d1b-456975b3ab09 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.020680 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a8ffd1-d187-4447-9d1b-456975b3ab09 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.038324 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8ffd1-d187-4447-9d1b-456975b3ab09 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71d7e8b-53d0-4014-887f-a07d93401a5d,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:36.056954 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04a8ffd1-d187-4447-9d1b-456975b3ab09 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.058796 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-04a8ffd1-d187-4447-9d1b-456975b3ab09 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446898 Jul 23 17:12:36.061332 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51320) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:36.065858 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-eb818b32-21ae-475f-8402-a45c76fd8f47 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Request body: {'security_group_rule': {'security_group_id': '3395aa33-6210-441c-80e1-c25d155ffc57', 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:36.090299 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-eb818b32-21ae-475f-8402-a45c76fd8f47 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Project 671ecfb1aa664a41864ff7dc49a86ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:12:36.095547 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eb818b32-21ae-475f-8402-a45c76fd8f47 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.122994 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 723288c4-f055-44ea-8f26-fec06cdfe3e2 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:36.130787 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Made reservation on behalf of 9e2c89ff216648fbbc779b5b1b000247 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:12:36.135353 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.167085 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eb818b32-21ae-475f-8402-a45c76fd8f47 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.172652 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eb818b32-21ae-475f-8402-a45c76fd8f47 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.174531 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 723288c4-f055-44ea-8f26-fec06cdfe3e2 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:36.179399 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 723288c4-f055-44ea-8f26-fec06cdfe3e2 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:36.180056 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.196403 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-eb818b32-21ae-475f-8402-a45c76fd8f47 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.201450 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-eb818b32-21ae-475f-8402-a45c76fd8f47 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390355 Jul 23 17:12:36.208135 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51322) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:36.213766 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-6f250410-1e28-4eb8-b259-75a2ed1367de tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Request body: {'security_group_rule': {'security_group_id': '3395aa33-6210-441c-80e1-c25d155ffc57', 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:36.223031 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb818b32-21ae-475f-8402-a45c76fd8f47 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51961c2-0a39-4fd9-ad73-b9cc3eea3969,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:36.254209 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.securitygroups_db [None req-6f250410-1e28-4eb8-b259-75a2ed1367de tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Project 671ecfb1aa664a41864ff7dc49a86ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:12:36.259854 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6f250410-1e28-4eb8-b259-75a2ed1367de tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.271613 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.273032 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Allocated IP 172.20.0.11 (21e00633-73c6-46b3-b55d-30caf2048663/0887825e-5823-4755-8aa4-5fcb38f8f872/82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:36.293562 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 723288c4-f055-44ea-8f26-fec06cdfe3e2, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=723288c4-f055-44ea-8f26-fec06cdfe3e2,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:36.297930 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.324990 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6f250410-1e28-4eb8-b259-75a2ed1367de tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.329650 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6f250410-1e28-4eb8-b259-75a2ed1367de tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.350037 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f250410-1e28-4eb8-b259-75a2ed1367de tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e942839d-b595-41c9-8c4d-b0e15ba12406,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:36.358374 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=723288c4-f055-44ea-8f26-fec06cdfe3e2,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:36.363013 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6f250410-1e28-4eb8-b259-75a2ed1367de tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.369824 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6f250410-1e28-4eb8-b259-75a2ed1367de tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606007 Jul 23 17:12:36.425122 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.438940 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Transition to ACTIVE for port object 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:36.474642 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.518342 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Network 21e00633-73c6-46b3-b55d-30caf2048663 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:36.521563 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:36.525299 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:36.552428 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event updated for resources: {'Port': ['ID=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:36.585779 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:36.586416 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.601287 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-4d622305-7b34-4edf-ae6c-732376aa08c3 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6179066 Jul 23 17:12:36.614967 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Request body: {'port': {'device_id': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:36.701380 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.739083 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-4dbf2746-7004-4124-9dc9-fdcd3ab67dd4 None None] Provisioning for port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:36.749727 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-4dbf2746-7004-4124-9dc9-fdcd3ab67dd4 None None] Provisioning complete for port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:36.751400 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2746-7004-4124-9dc9-fdcd3ab67dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:36.789723 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Sync routers for ids ['2e344761-e9cf-43c5-9035-676a85e4e82b'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:36.801128 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Routers {'2e344761-e9cf-43c5-9035-676a85e4e82b'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:36.801968 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['2e344761-e9cf-43c5-9035-676a85e4e82b'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:36.822424 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf2746-7004-4124-9dc9-fdcd3ab67dd4 None None] Port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:12:36.956095 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Set router 2e344761-e9cf-43c5-9035-676a85e4e82b gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:37.103694 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b253fd-a695-4729-af18-0b6edc134055 req-205918a9-c3bb-4be3-9232-469b7085850f tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:37.105224 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-48b253fd-a695-4729-af18-0b6edc134055 req-205918a9-c3bb-4be3-9232-469b7085850f tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 932 time: 0.1518178 Jul 23 17:12:37.112044 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:12:37.128000 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.157234 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Transition to ACTIVE for port object 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:37.181184 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.200229 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-48b253fd-a695-4729-af18-0b6edc134055 req-6da935ff-c283-4fa3-a9b5-3e370c82fed4 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823500 Jul 23 17:12:37.318867 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Pushing event updated for resources: {'Port': ['ID=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:37.355848 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:28Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 4, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'gw_port': {'id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:29Z', 'updated_at': '2021-07-23T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c', 'name': '', 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'mac_address': 'fa:16:3e:59:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:32Z', 'updated_at': '2021-07-23T17:12:33Z', 'revision_number': 2, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'subnets': [{'id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:37.385850 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Checking router: 2e344761-e9cf-43c5-9035-676a85e4e82b for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:37.386249 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Updating router 2e344761-e9cf-43c5-9035-676a85e4e82b port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c binding host dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:12:37.391553 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22a013-cdfa-4f52-8015-ccb3da423ca2 req-867e37a0-3a5b-4e3a-b4c4-704899c0379f tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:37.394139 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8a22a013-cdfa-4f52-8015-ccb3da423ca2 req-867e37a0-3a5b-4e3a-b4c4-704899c0379f tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 945 time: 0.2277982 Jul 23 17:12:37.395359 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Attempting to bind port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:37.395854 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Attempting to bind port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:37.396357 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Attempting to bind port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 on network 21e00633-73c6-46b3-b55d-30caf2048663 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:37.403068 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 on network 21e00633-73c6-46b3-b55d-30caf2048663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:12:37.403410 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Attempting to bind port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 on network 21e00633-73c6-46b3-b55d-30caf2048663 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:37.419269 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:37.419638 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Checking segment: {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:37.419867 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Bound using segment: {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:37.420488 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Bound port: 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:37.421212 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.434534 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.471627 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8a22a013-cdfa-4f52-8015-ccb3da423ca2 req-827a893e-6c23-4605-9fd2-efe5a98d9d65 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703926 Jul 23 17:12:37.503223 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] For port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:37.506522 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] For port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:37.511132 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.550102 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:37.551198 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.552582 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] 10.222.0.16 "PUT /v2.0/ports/82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 HTTP/1.1" status: 200 len: 1094 time: 0.9435263 Jul 23 17:12:37.553030 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'tag': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:37.555285 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62" -d '{"events": [{"name": "network-changed", "server_uuid": "6837b21d-92a3-4f2f-86e8-67c43b926cab", "tag": "82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:37.605540 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9f56a1-1e29-46f9-9679-7052acbd2b50 x-openstack-request-id: req-cf9f56a1-1e29-46f9-9679-7052acbd2b50 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:37.605827 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6837b21d-92a3-4f2f-86e8-67c43b926cab", "tag": "82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:37.606078 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf9f56a1-1e29-46f9-9679-7052acbd2b50 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:37.606531 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'tag': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75', 'status': 'completed', 'code': 200} Jul 23 17:12:37.608212 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78298b19-b6c7-4e3f-b2d7-07601471435b service neutron] Pushing event updated for resources: {'Port': ['ID=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:37.657801 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-b10bcc6d-e4d1-4ce1-8f40-077bce89b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:37.659456 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-b10bcc6d-e4d1-4ce1-8f40-077bce89b859 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 1097 time: 0.0648026 Jul 23 17:12:37.706935 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-8bd80234-208e-4eff-8519-a8b0bf2c2834 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 HTTP/1.1" status: 200 len: 217 time: 0.0356026 Jul 23 17:12:37.724249 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.735551 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.provisioning_blocks [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Transition to ACTIVE for port object 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c will not be triggered until provisioned by entity L2. {{(pid=93253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:37.747063 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.768765 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-c1523c09-6a05-4e32-b109-64e6db5fefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:37.770262 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-c1523c09-6a05-4e32-b109-64e6db5fefa6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 200 len: 850 time: 0.0559657 Jul 23 17:12:37.801190 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07d797-a8eb-4eac-a318-36b0d24dd2e9 None None] Pushing event updated for resources: {'Port': ['ID=72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c,revision_number=3']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:37.860760 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-44eb166d-9707-4402-b96b-66419c4bdbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:37.862879 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-44eb166d-9707-4402-b96b-66419c4bdbc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e00633-73c6-46b3-b55d-30caf2048663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855355 Jul 23 17:12:37.867708 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Attempting to bind port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c on host dv-cinder-801916-2-iscsi for vnic_type normal with profile {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:37.868084 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Attempting to bind port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c by drivers openvswitch,hyperv on host dv-cinder-801916-2-iscsi at level 0 using segments [{'id': 'a5b33a4e-2976-48a7-909e-fccb039c03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823'}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:37.868450 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Attempting to bind port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c on network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:37.873719 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Checking agent: {'id': 'b9dcf91d-2f89-4165-b231-e9de8ef16876', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 0, 16), 'started_at': datetime.datetime(2021, 7, 23, 17, 0, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:37.874097 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Checking segment: {'id': 'a5b33a4e-2976-48a7-909e-fccb039c03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:37.875361 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.875759 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Bound using segment: {'id': 'a5b33a4e-2976-48a7-909e-fccb039c03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823'} {{(pid=93253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:37.876230 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.managers [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Bound port: 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c, host: dv-cinder-801916-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b33a4e-2976-48a7-909e-fccb039c03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823'}}] {{(pid=93253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:37.876636 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.956282 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] For port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c, host dv-cinder-801916-2-iscsi, cleared binding levels {{(pid=93253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:37.961110 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.plugins.ml2.db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] For port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c, host dv-cinder-801916-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c,segment=NetworkSegment(a5b33a4e-2976-48a7-909e-fccb039c03d3),segment_id=a5b33a4e-2976-48a7-909e-fccb039c03d3)] {{(pid=93253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:37.966209 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron_lib.callbacks.manager [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.974555 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-5577aff9-92dc-43dc-99cf-91365f10761b service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036780 Jul 23 17:12:38.029802 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Routers {'2e344761-e9cf-43c5-9035-676a85e4e82b'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:38.030930 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['2e344761-e9cf-43c5-9035-676a85e4e82b'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:38.081159 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07d797-a8eb-4eac-a318-36b0d24dd2e9 None None] Pushing event updated for resources: {'Port': ['ID=72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c,revision_number=4']} {{(pid=93253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:38.104480 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7eb2f66c-cb9c-4bf3-a4e9-1c6fdca47023 req-411b3762-5dff-43d0-bf99-967e8de97218 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229727 Jul 23 17:12:38.124165 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 723288c4-f055-44ea-8f26-fec06cdfe3e2 up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:38.165192 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] Set router 2e344761-e9cf-43c5-9035-676a85e4e82b gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:38.195121 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 723288c4-f055-44ea-8f26-fec06cdfe3e2 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:38.195758 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:38.244744 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-500704cf-b363-4458-b348-2ed005c8a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.249703 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-500704cf-b363-4458-b348-2ed005c8a08c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 1097 time: 0.0852671 Jul 23 17:12:38.387791 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-ef4bea88-b213-45af-aa7f-edf41c9ab42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.389370 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-ef4bea88-b213-45af-aa7f-edf41c9ab42a service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 912 time: 0.1350975 Jul 23 17:12:38.403441 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:28Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 4, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'gw_port': {'id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:29Z', 'updated_at': '2021-07-23T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c', 'name': '', 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'mac_address': 'fa:16:3e:59:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:32Z', 'updated_at': '2021-07-23T17:12:37Z', 'revision_number': 4, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'subnets': [{'id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:38.404089 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a92c75-ba5f-42be-a77e-cba0f77b7cf8 req-2c5da167-6576-4be5-abc7-9416b9df81d5 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.405536 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d3a92c75-ba5f-42be-a77e-cba0f77b7cf8 req-2c5da167-6576-4be5-abc7-9416b9df81d5 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 944 time: 0.1151514 Jul 23 17:12:38.430586 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627a6db-449e-4a64-b7e0-c83176726cd7 None None] The sync data for ids ['2e344761-e9cf-43c5-9035-676a85e4e82b'] in dv-cinder-801916-2-iscsi is: [{'id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:28Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 4, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'gw_port': {'id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:29Z', 'updated_at': '2021-07-23T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c', 'name': '', 'network_id': '5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'mac_address': 'fa:16:3e:59:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:32Z', 'updated_at': '2021-07-23T17:12:37Z', 'revision_number': 4, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'subnets': [{'id': '57dba585-d448-46be-85fe-201be3a3b0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:38.451323 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-646d04b7-0ca1-4268-9c7e-76a67ef87ca9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 HTTP/1.1" status: 200 len: 217 time: 0.0448461 Jul 23 17:12:38.509620 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d3a92c75-ba5f-42be-a77e-cba0f77b7cf8 req-ad0c4e18-261d-4b42-af62-6c60809c4a10 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947180 Jul 23 17:12:38.524750 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-248db35f-ef8a-4cf8-8394-ba0202e362a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.524750 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-248db35f-ef8a-4cf8-8394-ba0202e362a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 200 len: 850 time: 0.0612617 Jul 23 17:12:38.625728 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-5d9e3587-797b-4076-b830-41e0f0149a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.627448 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-5d9e3587-797b-4076-b830-41e0f0149a3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e00633-73c6-46b3-b55d-30caf2048663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0985467 Jul 23 17:12:38.643824 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e442c1-ff22-433a-bfb2-c19e5df1e52e req-36d01a2f-f251-476d-99cc-9b32b14c3e75 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.647188 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-14e442c1-ff22-433a-bfb2-c19e5df1e52e req-36d01a2f-f251-476d-99cc-9b32b14c3e75 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 945 time: 0.0874984 Jul 23 17:12:38.735337 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-14e442c1-ff22-433a-bfb2-c19e5df1e52e req-680ea8f3-05fc-4a81-9ab9-10118d2a0f4a tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/security-groups?id=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798819 Jul 23 17:12:38.766384 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-4f6dec96-5f71-4602-ba1a-0c5f3c73bef5 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196032 Jul 23 17:12:39.100501 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-ba54ad38-9446-4e0d-adb5-c502ef8aff98 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:39.101986 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-ba54ad38-9446-4e0d-adb5-c502ef8aff98 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 945 time: 0.0709598 Jul 23 17:12:39.130708 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5c991e88-e04e-4c60-a5b5-e8aa6f76cb62 req-5af1368e-2d6f-4f8c-aef8-db38407420fd service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529084 Jul 23 17:12:39.212406 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Deleting port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:39.212659 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:39.302051 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] For port 88e5c9bc-2f95-46d6-b0a5-59836abc7771, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=88e5c9bc-2f95-46d6-b0a5-59836abc7771,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:39.302406 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:39.313723 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Calling delete_port for 88e5c9bc-2f95-46d6-b0a5-59836abc7771 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:39.442515 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:39.453059 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['88e5c9bc-2f95-46d6-b0a5-59836abc7771'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:12:39.473115 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Pushing event deleted for resources: {'Port': ['ID=88e5c9bc-2f95-46d6-b0a5-59836abc7771,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:39.519061 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] No DVR routers for this DVR port 88e5c9bc-2f95-46d6-b0a5-59836abc7771 on host hv-cinder-80191 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:12:39.521600 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:39.523547 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a38c5dfe-4b7d-476a-bbc9-ed50854c9cdc req-d1083260-d94f-4a44-bbda-d4eb2f4f7b9e tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.16 "DELETE /v2.0/ports/88e5c9bc-2f95-46d6-b0a5-59836abc7771 HTTP/1.1" status: 204 len: 173 time: 0.4159286 Jul 23 17:12:39.523971 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'name': 'network-vif-deleted', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:39.526242 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918d0b83-6aed-4202-9461-1993e97cf033" -d '{"events": [{"server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "name": "network-vif-deleted", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:39.564453 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085b8874-cab5-419e-be70-2ebd79ebc73c x-openstack-request-id: req-085b8874-cab5-419e-be70-2ebd79ebc73c {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:39.564741 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1407d52-7e7a-4e38-a8e8-15a669654f61", "name": "network-vif-deleted", "tag": "88e5c9bc-2f95-46d6-b0a5-59836abc7771", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:39.564994 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-085b8874-cab5-419e-be70-2ebd79ebc73c {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:39.565411 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1407d52-7e7a-4e38-a8e8-15a669654f61', 'name': 'network-vif-deleted', 'tag': '88e5c9bc-2f95-46d6-b0a5-59836abc7771', 'status': 'completed', 'code': 200} Jul 23 17:12:39.662779 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee20d2d-201a-42ab-ba22-4edbf5880ea3 req-1dba9746-1803-4600-a59b-76c6e8b0bf9e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:39.664225 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ee20d2d-201a-42ab-ba22-4edbf5880ea3 req-1dba9746-1803-4600-a59b-76c6e8b0bf9e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 944 time: 0.0644486 Jul 23 17:12:39.700624 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ee20d2d-201a-42ab-ba22-4edbf5880ea3 req-2d3ac52d-7e7f-4c7c-b16b-154ea1d5258e tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308664 Jul 23 17:12:39.849628 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f48bfdb0-51a5-4482-88dc-9a32931c4ac0 req-437428a5-aebd-403b-a9e4-810b94a51366 tempest-TestMinimumBasicScenario-2098106065 tempest-TestMinimumBasicScenario-2098106065-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1407d52-7e7a-4e38-a8e8-15a669654f61 HTTP/1.1" status: 200 len: 210 time: 0.0341907 Jul 23 17:12:40.125145 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:40.175168 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning for port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:40.179124 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:40.179532 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:40.254969 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:40.286121 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] For port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c,segment=NetworkSegment(a5b33a4e-2976-48a7-909e-fccb039c03d3),segment_id=a5b33a4e-2976-48a7-909e-fccb039c03d3)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:40.289600 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:40.339223 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Pushing event updated for resources: {'Port': ['ID=72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:40.826098 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81661ca-187e-46e3-a073-2cc6e2964fdf req-39824d27-eb7e-496c-83d6-7f1a8fc7046f tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:40.827542 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c81661ca-187e-46e3-a073-2cc6e2964fdf req-39824d27-eb7e-496c-83d6-7f1a8fc7046f tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 944 time: 0.0620332 Jul 23 17:12:40.867536 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c81661ca-187e-46e3-a073-2cc6e2964fdf req-87403eca-9cee-4bbf-a695-bdfa11b264b1 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337796 Jul 23 17:12:41.362563 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:12:41.457164 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:41.468129 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'port_id': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75', 'mac_address': 'fa:16:3e:a9:75:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:12:41.480463 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51448) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:41.508170 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:41.520274 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:12:41.539577 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:41.545600 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:41.593638 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:41.810739 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:12:41.900237 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717314'] for router_interface, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.092519 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c up at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:42.098583 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6b8e0-300a-40b7-a8a4-4e42919544e9 req-fd603521-b7b5-4de4-8a01-c34d7ddb3371 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:42.100057 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-61e6b8e0-300a-40b7-a8a4-4e42919544e9 req-fd603521-b7b5-4de4-8a01-c34d7ddb3371 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 945 time: 0.1628191 Jul 23 17:12:42.139396 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Provisioning complete for port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:42.139766 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.186619 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-61e6b8e0-300a-40b7-a8a4-4e42919544e9 req-cf6a967f-eb45-4afc-a634-d6ae43d8e44f tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706186 Jul 23 17:12:42.295603 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Deleting port 9287788e-3650-4bb9-9b70-2d8b02670b30 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:42.295603 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.373259 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] For port 9287788e-3650-4bb9-9b70-2d8b02670b30, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=9287788e-3650-4bb9-9b70-2d8b02670b30,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:42.373552 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.385320 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Calling delete_port for 9287788e-3650-4bb9-9b70-2d8b02670b30 owned by network:router_interface {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:42.575904 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.602295 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Pushing event deleted for resources: {'Port': ['ID=9287788e-3650-4bb9-9b70-2d8b02670b30,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:42.762844 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1718548'] for router_interface, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.876255 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5d952149-7566-4fd2-ae32-339d79a19e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.972806 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:43.072952 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:43.081073 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c58b4321-a5c0-4cb9-b807-5259a47de53a admin admin] 10.222.0.70 "PUT /v2.0/routers/9bdf5034-b894-4d5b-99ae-70418ca5cd8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5965881 Jul 23 17:12:43.081606 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51456) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:43.086718 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] Sync routers for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:43.097718 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:43.098333 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:43.182013 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.200093 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:43.325469 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.347358 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.383605 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:43.414306 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e6467-400f-4e29-bbcd-5a065dc51afd req-b851180b-5472-42b6-8d59-3aab615d3f40 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:43.416124 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0f9e6467-400f-4e29-bbcd-5a065dc51afd req-b851180b-5472-42b6-8d59-3aab615d3f40 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 945 time: 0.1060455 Jul 23 17:12:43.446896 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Deleting port 21925230-1135-4046-84c0-cf325e767ad3 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:43.447242 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.449923 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '21925230-1135-4046-84c0-cf325e767ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:12:42Z', 'revision_number': 5, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port': {'id': '21925230-1135-4046-84c0-cf325e767ad3', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:37Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:43.451559 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:43.478721 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:43.479092 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.481843 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] Checking router: 9bdf5034-b894-4d5b-99ae-70418ca5cd8c for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:43.485120 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0f9e6467-400f-4e29-bbcd-5a065dc51afd req-f856fa87-45e6-47cc-9824-f4a78d39a4ae tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625346 Jul 23 17:12:43.515632 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] Routers {'9bdf5034-b894-4d5b-99ae-70418ca5cd8c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:43.516269 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:43.540204 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-93b89430-413f-432a-832c-432c1305767d admin admin] For port 21925230-1135-4046-84c0-cf325e767ad3, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=21925230-1135-4046-84c0-cf325e767ad3,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:43.540567 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.552872 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Calling delete_port for 21925230-1135-4046-84c0-cf325e767ad3 owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:43.625751 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] Set router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:43.681081 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:12:43Z', 'revision_number': 6, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port_host': None}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:43.715696 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8505d1b1-329f-4461-998e-23a7c1cfa0c4 None None] The sync data for ids ['9bdf5034-b894-4d5b-99ae-70418ca5cd8c'] in dv-cinder-801916-2-iscsi is: [{'id': '9bdf5034-b894-4d5b-99ae-70418ca5cd8c', 'name': 'tempest-TestMinimumBasicScenario-1140877071-router', 'tenant_id': 'a44e362a61994c51bba5df8e6f369a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:36Z', 'updated_at': '2021-07-23T17:12:43Z', 'revision_number': 6, 'project_id': 'a44e362a61994c51bba5df8e6f369a20', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:43.717269 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.727009 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.745783 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:43.747962 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510eacf0-2f7a-4488-af6c-909ba9f55212" -d '{"events": [{"server_uuid": "6837b21d-92a3-4f2f-86e8-67c43b926cab", "name": "network-vif-plugged", "status": "completed", "tag": "82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:43.761190 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Pushing event deleted for resources: {'Port': ['ID=21925230-1135-4046-84c0-cf325e767ad3,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:43.761654 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:43.768868 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.769558 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 88e5c9bc-2f95-46d6-b0a5-59836abc7771 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:43.792594 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 88e5c9bc-2f95-46d6-b0a5-59836abc7771 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:12:43.792830 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 88e5c9bc-2f95-46d6-b0a5-59836abc7771 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:43.812278 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf02f19-150d-40b7-aa46-2a5dc780c57a x-openstack-request-id: req-bdf02f19-150d-40b7-aa46-2a5dc780c57a {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:43.812588 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6837b21d-92a3-4f2f-86e8-67c43b926cab", "name": "network-vif-plugged", "status": "completed", "tag": "82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:43.812820 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdf02f19-150d-40b7-aa46-2a5dc780c57a {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:43.813203 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75', 'code': 200} Jul 23 17:12:43.845953 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707011'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.848018 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:43.954635 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.957882 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:43.990301 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168aca-8c61-4a22-99b1-ea7b934824f0 req-7f13eebe-bde1-4bda-a2bc-6798a2efa174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:43.991790 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34168aca-8c61-4a22-99b1-ea7b934824f0 req-7f13eebe-bde1-4bda-a2bc-6798a2efa174 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 1099 time: 0.0596015 Jul 23 17:12:44.027666 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1711847'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.028517 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdf5034-b894-4d5b-99ae-70418ca5cd8c {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:12:44.030691 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-34168aca-8c61-4a22-99b1-ea7b934824f0 req-7d159019-9d97-4b72-87a5-0d0346a4086e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296533 Jul 23 17:12:44.033908 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-93b89430-413f-432a-832c-432c1305767d admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.035023 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-93b89430-413f-432a-832c-432c1305767d admin admin] 10.222.0.70 "DELETE /v2.0/routers/9bdf5034-b894-4d5b-99ae-70418ca5cd8c HTTP/1.1" status: 204 len: 168 time: 0.9527121 Jul 23 17:12:44.038321 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51464) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:44.081697 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27bd1e8-8a3e-48cd-bb30-13b42ce1a66a admin admin] Deleting subnet 5b8bc5df-fd36-4914-bcff-eead9ddf311d {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:12:44.085073 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c27bd1e8-8a3e-48cd-bb30-13b42ce1a66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.151150 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c27bd1e8-8a3e-48cd-bb30-13b42ce1a66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4854290'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.231063 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 9287788e-3650-4bb9-9b70-2d8b02670b30 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:44.263391 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 9287788e-3650-4bb9-9b70-2d8b02670b30 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:12:44.263737 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 9287788e-3650-4bb9-9b70-2d8b02670b30 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:44.557186 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c27bd1e8-8a3e-48cd-bb30-13b42ce1a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.646822 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c27bd1e8-8a3e-48cd-bb30-13b42ce1a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7840797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201800'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.684568 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1227c76-d1b9-4e9f-b070-e4c3ad6df9fa req-4a9ef518-3c83-4257-9456-10c3bf92c84a tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:44.686086 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c1227c76-d1b9-4e9f-b070-e4c3ad6df9fa req-4a9ef518-3c83-4257-9456-10c3bf92c84a tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 946 time: 0.1305685 Jul 23 17:12:44.687594 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bd1e8-8a3e-48cd-bb30-13b42ce1a66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b8bc5df-fd36-4914-bcff-eead9ddf311d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:44.691497 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c27bd1e8-8a3e-48cd-bb30-13b42ce1a66a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.693283 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c27bd1e8-8a3e-48cd-bb30-13b42ce1a66a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5b8bc5df-fd36-4914-bcff-eead9ddf311d HTTP/1.1" status: 204 len: 168 time: 0.6540484 Jul 23 17:12:44.695796 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51470) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:44.698144 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4ddfd-dd06-4941-a5b4-5be05c5132e7 None None] Network 0ff14381-a99d-4a2e-aebd-170c02b0dc76 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:12:44.797601 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c1227c76-d1b9-4e9f-b070-e4c3ad6df9fa req-1c8a4b65-a06f-4a6f-b620-30f8babe54da tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949955 Jul 23 17:12:44.806821 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.882521 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Deleting port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:44.882972 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.904267 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f71522-71fb-404d-8bd3-1597f39afb98 None None] DHCP port deletion for 0ff14381-a99d-4a2e-aebd-170c02b0dc76 request from dv-cinder-801916-2-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:12:44.951141 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] For port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=5b6197c8-6bd6-4ced-b37a-11628dfc26f0,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:44.951597 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.956818 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d4f71522-71fb-404d-8bd3-1597f39afb98 None None] Deleting port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:44.957283 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d4f71522-71fb-404d-8bd3-1597f39afb98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.964794 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Calling delete_port for 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:45.028554 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-d4f71522-71fb-404d-8bd3-1597f39afb98 None None] For port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=5b6197c8-6bd6-4ced-b37a-11628dfc26f0,segment=NetworkSegment(91bed728-4943-47c6-b372-7ab4c731ed25),segment_id=91bed728-4943-47c6-b372-7ab4c731ed25)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:45.029156 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d4f71522-71fb-404d-8bd3-1597f39afb98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.043554 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-d4f71522-71fb-404d-8bd3-1597f39afb98 None None] Calling delete_port for 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:45.062424 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.090070 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6197c8-6bd6-4ced-b37a-11628dfc26f0,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:45.095780 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] No DVR routers for this DVR port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 on host dv-cinder-801916-2-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:12:45.175517 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-d4f71522-71fb-404d-8bd3-1597f39afb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.179785 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.190152 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff14381-a99d-4a2e-aebd-170c02b0dc76']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:45.198767 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f71522-71fb-404d-8bd3-1597f39afb98 None None] Pushing event deleted for resources: {'Port': ['ID=5b6197c8-6bd6-4ced-b37a-11628dfc26f0,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:45.201392 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bed728-4943-47c6-b372-7ab4c731ed25') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:45.201963 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bed728-4943-47c6-b372-7ab4c731ed25') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:45.204303 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f71522-71fb-404d-8bd3-1597f39afb98 None None] No DVR routers for this DVR port 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 on host dv-cinder-801916-2-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:12:45.214835 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4854315'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.231474 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.238108 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:12:45.238491 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7840935'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: timer() Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: cb(*args, **kw) Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: self._notify() Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: self.callback(batched_events) Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: event.method(event) Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._get(url).json() Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:12:45.240217 dv-cinder-801916-2-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:12:45.294440 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.302464 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.304470 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] 10.222.0.70 "DELETE /v2.0/networks/0ff14381-a99d-4a2e-aebd-170c02b0dc76 HTTP/1.1" status: 204 len: 168 time: 0.6077504 Jul 23 17:12:45.307543 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51472) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:45.317487 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a3772-89b9-4102-9d19-a724e73ff90c admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff14381-a99d-4a2e-aebd-170c02b0dc76,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:45.410612 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1de837ee-7f98-4a95-b0c5-bce85b2a92e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.773397 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.888596 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717314'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.941170 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32ab88-a7eb-43e2-9ba9-349a11181dcc req-2c78a936-152d-457d-a31a-de4c0b94a904 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:45.942697 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ff32ab88-a7eb-43e2-9ba9-349a11181dcc req-2c78a936-152d-457d-a31a-de4c0b94a904 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 946 time: 0.0672116 Jul 23 17:12:45.985094 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ff32ab88-a7eb-43e2-9ba9-349a11181dcc req-c6dd7185-26bd-4cdd-a3af-0274ff5772e5 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366502 Jul 23 17:12:46.103002 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 21925230-1135-4046-84c0-cf325e767ad3 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:46.119663 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8797c7-e67e-46da-b0cc-681cdee6ca9b req-c8de303e-423a-4716-859f-fa8a65714e91 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:46.121808 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fc8797c7-e67e-46da-b0cc-681cdee6ca9b req-c8de303e-423a-4716-859f-fa8a65714e91 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 946 time: 0.0680223 Jul 23 17:12:46.126775 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 21925230-1135-4046-84c0-cf325e767ad3 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:12:46.127270 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 21925230-1135-4046-84c0-cf325e767ad3 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:46.128554 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:46.129854 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51480) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:46.135442 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-29adcb8b-6447-4083-be42-d5d8719ffdd2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Request body: {'floatingip': {'port_id': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:46.147494 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:12:46.147834 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 5b6197c8-6bd6-4ced-b37a-11628dfc26f0 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:46.176695 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-29adcb8b-6447-4083-be42-d5d8719ffdd2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.244292 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Deleting port 5b695a63-b42c-431b-b34d-7c1a3922dadc {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:46.244636 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.402259 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.431088 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] For port 5b695a63-b42c-431b-b34d-7c1a3922dadc, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=5b695a63-b42c-431b-b34d-7c1a3922dadc,segment=NetworkSegment(b1fce26b-4e16-448c-b6b4-feb098af718a),segment_id=b1fce26b-4e16-448c-b6b4-feb098af718a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:46.431689 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.448690 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Calling delete_port for 5b695a63-b42c-431b-b34d-7c1a3922dadc owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:46.820281 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-29adcb8b-6447-4083-be42-d5d8719ffdd2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.827644 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-29adcb8b-6447-4083-be42-d5d8719ffdd2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.865415 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.920999 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b695a63-b42c-431b-b34d-7c1a3922dadc,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:47.007128 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-29adcb8b-6447-4083-be42-d5d8719ffdd2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Floating IP b3f145b9-3dc7-4728-8013-7e03930c5b14 associated. External IP: 172.27.2.164, port: 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75. Jul 23 17:12:47.185611 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1718548'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:47.375707 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29adcb8b-6447-4083-be42-d5d8719ffdd2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Router 69a89869-a949-4b76-9e60-7b9d404ae128 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:47.791236 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:47.795867 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29adcb8b-6447-4083-be42-d5d8719ffdd2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:47.800964 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-29adcb8b-6447-4083-be42-d5d8719ffdd2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:47.805428 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] Sync routers for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:47.814764 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:47.815432 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:47.896372 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-29adcb8b-6447-4083-be42-d5d8719ffdd2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "PUT /v2.0/floatingips/b3f145b9-3dc7-4728-8013-7e03930c5b14 HTTP/1.1" status: 200 len: 992 time: 1.7654111 Jul 23 17:12:47.898435 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'tag': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:47.900828 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d261a010-deec-4ef7-9a42-dcfafbc27896" -d '{"events": [{"name": "network-changed", "server_uuid": "6837b21d-92a3-4f2f-86e8-67c43b926cab", "tag": "82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:47.926492 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:47.942310 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:47.958850 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51490) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:47.959809 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-54b0f16c-ed12-4e2a-a00d-25953f020fa1 admin admin] 10.222.0.70 "PUT /v2.0/routers/98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6511321 Jul 23 17:12:47.960190 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] Sync routers for ids ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:47.963419 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e8976-7df8-402a-aef8-aecfd5c61219 x-openstack-request-id: req-4b7e8976-7df8-402a-aef8-aecfd5c61219 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:47.963419 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6837b21d-92a3-4f2f-86e8-67c43b926cab", "tag": "82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:47.963697 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b7e8976-7df8-402a-aef8-aecfd5c61219 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:47.965025 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'tag': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75', 'status': 'completed', 'code': 200} Jul 23 17:12:47.970376 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] Routers {'98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:47.971114 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:48.086564 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-3d9aa858-5289-4c83-a847-f6342a90f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:48.088184 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-3d9aa858-5289-4c83-a847-f6342a90f7f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e2c89ff216648fbbc779b5b1b000247&device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 1099 time: 0.1034093 Jul 23 17:12:48.110627 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.190971 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.220150 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-39e05860-b983-4d56-8727-710ff707c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:48.224440 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-39e05860-b983-4d56-8727-710ff707c517 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 200 len: 912 time: 0.1265283 Jul 23 17:12:48.243431 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] Set router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:48.260352 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.284345 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'b3f145b9-3dc7-4728-8013-7e03930c5b14', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'port_id': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'mac_address': 'fa:16:3e:a9:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:12:31Z', 'updated_at': '2021-07-23T17:12:46Z', 'revision_number': 1, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:48.314338 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] Checking router: 69a89869-a949-4b76-9e60-7b9d404ae128 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:48.323359 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:48.323959 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:48.337556 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Deleting port c6a171f5-4f17-46fd-a599-c60b33941fa5 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:48.338192 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.361777 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-dbdd2cde-5b4d-49f9-bf0e-d4cf454cee83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 HTTP/1.1" status: 200 len: 1000 time: 0.1191630 Jul 23 17:12:48.427858 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-7572a423-1a2b-481a-b38a-9e49daeaccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:48.429579 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-7572a423-1a2b-481a-b38a-9e49daeaccaf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 200 len: 850 time: 0.0604761 Jul 23 17:12:48.441671 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] For port c6a171f5-4f17-46fd-a599-c60b33941fa5, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=c6a171f5-4f17-46fd-a599-c60b33941fa5,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:48.442052 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.452226 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:48.456018 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:43Z', 'updated_at': '2021-07-23T17:12:46Z', 'revision_number': 5, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'gw_port': {'id': 'c6a171f5-4f17-46fd-a599-c60b33941fa5', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:44Z', 'updated_at': '2021-07-23T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:48.463528 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Calling delete_port for c6a171f5-4f17-46fd-a599-c60b33941fa5 owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:48.492384 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] Checking router: 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:48.496341 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-ac92c4d3-88cc-45fa-a2e9-7cd3a9254212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:48.497894 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-ac92c4d3-88cc-45fa-a2e9-7cd3a9254212 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21e00633-73c6-46b3-b55d-30caf2048663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576196 Jul 23 17:12:48.503192 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] Routers {'98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:48.503813 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:48.635491 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] Set router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:48.638683 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-00c6c5fd-ac15-4d34-98f3-5be87e6a0fdf service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323617 Jul 23 17:12:48.692845 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.711500 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:43Z', 'updated_at': '2021-07-23T17:12:48Z', 'revision_number': 6, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'gw_port_host': None}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:48.723660 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a171f5-4f17-46fd-a599-c60b33941fa5,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:48.748013 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f0eac-a8ea-45ab-a5c1-3fd7ab5bf4e5 None None] The sync data for ids ['98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3'] in dv-cinder-801916-2-iscsi is: [{'id': '98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3', 'name': 'tempest-TestMinimumBasicScenario-1278008374-router', 'tenant_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:43Z', 'updated_at': '2021-07-23T17:12:48Z', 'revision_number': 6, 'project_id': '19c5a1d59e6641e5b7538ed08c9b470e', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:48.779319 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d261a010-deec-4ef7-9a42-dcfafbc27896 req-f3f48362-d3e5-46e2-93b9-615e80029391 service neutron] 10.222.0.16 "GET /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297801 Jul 23 17:12:48.802354 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707011'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.813907 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'b3f145b9-3dc7-4728-8013-7e03930c5b14', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'port_id': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'mac_address': 'fa:16:3e:a9:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:12:31Z', 'updated_at': '2021-07-23T17:12:46Z', 'revision_number': 1, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:48.843283 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b4031-68fa-478b-b681-b92f6d7a8831 None None] The sync data for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi is: [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'b3f145b9-3dc7-4728-8013-7e03930c5b14', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'port_id': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'mac_address': 'fa:16:3e:a9:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:12:31Z', 'updated_at': '2021-07-23T17:12:46Z', 'revision_number': 1, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:48.893637 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.895900 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.943459 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1711847'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.944143 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:12:48.948847 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:48.950056 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-dcf0c08b-cfe2-4060-9cfd-e97a6b88cb89 admin admin] 10.222.0.70 "DELETE /v2.0/routers/98ecb9ad-ed60-40ac-a8e6-5bd33e10a4d3 HTTP/1.1" status: 204 len: 168 time: 0.9884450 Jul 23 17:12:48.952605 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51496) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:48.997716 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d600b74-fa29-42e6-a2d9-b71426165dee admin admin] Deleting subnet 8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:12:49.000953 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d600b74-fa29-42e6-a2d9-b71426165dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.031960 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9dc4b3-e68b-40a5-b999-2781fdad96d7 None None] New status for floating IP b3f145b9-3dc7-4728-8013-7e03930c5b14: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:12:49.038760 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d600b74-fa29-42e6-a2d9-b71426165dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4854290'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.126781 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d600b74-fa29-42e6-a2d9-b71426165dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.192892 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d600b74-fa29-42e6-a2d9-b71426165dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7840797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201800'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.226441 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d600b74-fa29-42e6-a2d9-b71426165dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:49.228650 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4d600b74-fa29-42e6-a2d9-b71426165dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.233098 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4d600b74-fa29-42e6-a2d9-b71426165dee admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8a2a0ba8-4d8c-4c76-a641-3f03cb7bdee2 HTTP/1.1" status: 204 len: 168 time: 0.2770371 Jul 23 17:12:49.233276 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6dadb-6c2b-4081-b6bf-a4e3e6e0471f None None] Network 54494524-9417-4b93-b689-d156fe6e8e96 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:12:49.233783 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51508) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:49.306977 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.359399 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Deleting port 738c40ab-f969-4928-9e72-19794a99506d {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:49.359675 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.428408 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] For port 738c40ab-f969-4928-9e72-19794a99506d, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=738c40ab-f969-4928-9e72-19794a99506d,segment=NetworkSegment(b1fce26b-4e16-448c-b6b4-feb098af718a),segment_id=b1fce26b-4e16-448c-b6b4-feb098af718a)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:49.428784 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.441409 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Calling delete_port for 738c40ab-f969-4928-9e72-19794a99506d owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:49.519475 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.533977 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5aaac-0f06-478b-8e6d-ceb4c968f308 None None] DHCP port deletion for 54494524-9417-4b93-b689-d156fe6e8e96 request from dv-cinder-801916-2-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:12:49.549863 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=738c40ab-f969-4928-9e72-19794a99506d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:49.554190 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] No DVR routers for this DVR port 738c40ab-f969-4928-9e72-19794a99506d on host dv-cinder-801916-2-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:12:49.624818 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.636128 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54494524-9417-4b93-b689-d156fe6e8e96']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:49.647097 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fce26b-4e16-448c-b6b4-feb098af718a') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:49.647397 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fce26b-4e16-448c-b6b4-feb098af718a') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:49.656549 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.674639 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.681188 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:12:49.681624 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:12:49.683271 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:12:49.742217 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.747672 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:49.749492 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/54494524-9417-4b93-b689-d156fe6e8e96 HTTP/1.1" status: 204 len: 168 time: 0.5149047 Jul 23 17:12:49.761976 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba85772-c509-4988-a1bf-ff49872dd6a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=54494524-9417-4b93-b689-d156fe6e8e96,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:49.913490 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51518) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:49.953332 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ecae1cb9-c468-41b0-905d-bc2ef5482bb5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a44e362a61994c51bba5df8e6f369a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386505 Jul 23 17:12:49.955781 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51520) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:50.003000 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6158-4398-4b28-bd54-df824c74f75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.028245 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6158-4398-4b28-bd54-df824c74f75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.083861 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6158-4398-4b28-bd54-df824c74f75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.086513 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6158-4398-4b28-bd54-df824c74f75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.090012 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-4c1f6158-4398-4b28-bd54-df824c74f75f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203 HTTP/1.1" status: 204 len: 168 time: 0.1310351 Jul 23 17:12:50.096468 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f6158-4398-4b28-bd54-df824c74f75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91cbb8f-6c68-473f-ac1c-dcb0e1fd7203,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:50.117565 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 738c40ab-f969-4928-9e72-19794a99506d no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:50.139073 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 738c40ab-f969-4928-9e72-19794a99506d {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:12:50.139445 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 738c40ab-f969-4928-9e72-19794a99506d not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:50.139932 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 5b695a63-b42c-431b-b34d-7c1a3922dadc no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:50.164240 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 5b695a63-b42c-431b-b34d-7c1a3922dadc {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:12:50.164528 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 5b695a63-b42c-431b-b34d-7c1a3922dadc not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:50.164980 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c6a171f5-4f17-46fd-a599-c60b33941fa5 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:50.186162 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: c6a171f5-4f17-46fd-a599-c60b33941fa5 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:12:50.186504 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c6a171f5-4f17-46fd-a599-c60b33941fa5 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:50.399548 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51528) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:50.440489 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0a139abb-88f9-4abb-93b7-fbfe9183b0aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19c5a1d59e6641e5b7538ed08c9b470e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397382 Jul 23 17:12:50.443156 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51530) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:50.492537 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76cd6c7c-edfd-49ca-9bc9-def72c904255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.513763 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76cd6c7c-edfd-49ca-9bc9-def72c904255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.559658 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76cd6c7c-edfd-49ca-9bc9-def72c904255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.562479 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76cd6c7c-edfd-49ca-9bc9-def72c904255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.563768 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-76cd6c7c-edfd-49ca-9bc9-def72c904255 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/600811cb-e428-4b7f-b85d-fe9ad6f92c5a HTTP/1.1" status: 204 len: 168 time: 0.1197112 Jul 23 17:12:50.571798 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd6c7c-edfd-49ca-9bc9-def72c904255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600811cb-e428-4b7f-b85d-fe9ad6f92c5a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:54.167920 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-1a688b72-6437-4dd8-bc59-572735f6d603 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644651393&fields=id&tenant_id=671ecfb1aa664a41864ff7dc49a86ae3 HTTP/1.1" status: 200 len: 267 time: 0.0329232 Jul 23 17:12:54.274731 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-ec18054c-6924-4f9b-bec4-7e431215e249 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:54.276166 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-ec18054c-6924-4f9b-bec4-7e431215e249 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/networks?id=ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 200 len: 809 time: 0.1013718 Jul 23 17:12:54.290075 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-0d7dacb5-be15-4709-9002-ca1a5bf1865f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/quotas/671ecfb1aa664a41864ff7dc49a86ae3 HTTP/1.1" status: 200 len: 375 time: 0.0086534 Jul 23 17:12:54.352706 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-7165ebd9-9f9f-420b-ae15-788ba8682d83 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578377 Jul 23 17:12:54.542809 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-9cf68b14-8e31-4f63-8186-9ad50999360b service neutron] 10.222.0.70 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781194 Jul 23 17:12:54.631145 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-d4b07e12-96bb-4435-9793-fa34d7da938a service neutron] 10.222.0.70 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827289 Jul 23 17:12:54.923100 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-83db689a-96bf-409b-b439-b9552ce411fa req-4ef92e2c-b3ca-4d23-822b-92a9851f1ce4 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 210 time: 0.0285361 Jul 23 17:12:56.039175 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bd4717ca-bb40-46f4-b4fb-35519ace8563 req-a1d10b8d-87d7-452d-b2fb-5df62d107e24 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 210 time: 0.0375404 Jul 23 17:12:56.100932 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-4669dcc5-b06a-4cad-a1ba-280301817231 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:56.102459 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-4669dcc5-b06a-4cad-a1ba-280301817231 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.16 "GET /v2.0/networks?id=ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 200 len: 809 time: 0.1285198 Jul 23 17:12:56.105400 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174a466-5b9d-451e-a14d-b4910aca8ee3 req-4ae56b7b-9e51-4cbf-8eaa-c3a7450245b6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:56.106778 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7174a466-5b9d-451e-a14d-b4910aca8ee3 req-4ae56b7b-9e51-4cbf-8eaa-c3a7450245b6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 947 time: 0.0950234 Jul 23 17:12:56.147942 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7174a466-5b9d-451e-a14d-b4910aca8ee3 req-c36ec1e8-0a74-4418-b39a-8d22a267f4e7 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357041 Jul 23 17:12:56.151005 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-6ef00a2a-f5bc-4859-9711-813ba7bec453 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=671ecfb1aa664a41864ff7dc49a86ae3 HTTP/1.1" status: 200 len: 379 time: 0.0393448 Jul 23 17:12:56.165415 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Request body: {'port': {'device_id': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'admin_state_up': True, 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'security_groups': ['3395aa33-6210-441c-80e1-c25d155ffc57']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:56.272267 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Made reservation on behalf of 671ecfb1aa664a41864ff7dc49a86ae3 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:12:56.275717 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:56.399779 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Allocated IP 172.20.0.13 (ca58638b-372f-4250-adad-6b75a3dee01d/d560f79a-a341-4c21-b811-412078ba23dd/24a2ca32-c49a-4423-89e4-637c65e7b67c) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:56.550406 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:56.565239 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Transition to ACTIVE for port object 24a2ca32-c49a-4423-89e4-637c65e7b67c will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:56.599622 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:56.644114 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Network ca58638b-372f-4250-adad-6b75a3dee01d is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:56.647421 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:56.662835 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:56.667683 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'Port': ['ID=24a2ca32-c49a-4423-89e4-637c65e7b67c,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:56.695774 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.696126 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.696470 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.696806 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.697139 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.697494 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.697825 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.698152 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.698478 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.698806 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.699129 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.699450 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:56.724138 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:56.724758 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:56.740460 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-53d4425b-93fc-48c9-8280-c5456e0f0019 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789611 Jul 23 17:12:56.752722 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Request body: {'port': {'device_id': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:56.829130 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:56.918627 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7e1ca25c-1bc5-4d33-aa1d-91097f00159c None None] Provisioning for port 24a2ca32-c49a-4423-89e4-637c65e7b67c completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:56.922086 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-7e1ca25c-1bc5-4d33-aa1d-91097f00159c None None] Provisioning complete for port 24a2ca32-c49a-4423-89e4-637c65e7b67c triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:56.922455 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7e1ca25c-1bc5-4d33-aa1d-91097f00159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:56.955789 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ca25c-1bc5-4d33-aa1d-91097f00159c None None] Port 24a2ca32-c49a-4423-89e4-637c65e7b67c cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:12:57.091864 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a2ca32-c49a-4423-89e4-637c65e7b67c {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:12:57.099618 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:57.112156 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Transition to ACTIVE for port object 24a2ca32-c49a-4423-89e4-637c65e7b67c will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:57.115252 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:57.174810 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=24a2ca32-c49a-4423-89e4-637c65e7b67c,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:57.194157 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b89474-9e33-4d96-b965-af94e8ab87a9 req-4913e110-7191-481a-ab14-a884d724734d tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:57.195745 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-47b89474-9e33-4d96-b965-af94e8ab87a9 req-4913e110-7191-481a-ab14-a884d724734d tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0872521 Jul 23 17:12:57.235141 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-47b89474-9e33-4d96-b965-af94e8ab87a9 req-dfdd551c-1855-4479-bdc2-e3f1ac34c28d tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334811 Jul 23 17:12:57.246279 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Attempting to bind port 24a2ca32-c49a-4423-89e4-637c65e7b67c on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:57.246779 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Attempting to bind port 24a2ca32-c49a-4423-89e4-637c65e7b67c by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:57.247110 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Attempting to bind port 24a2ca32-c49a-4423-89e4-637c65e7b67c on network ca58638b-372f-4250-adad-6b75a3dee01d {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:57.254945 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Port 24a2ca32-c49a-4423-89e4-637c65e7b67c on network ca58638b-372f-4250-adad-6b75a3dee01d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:12:57.254945 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Attempting to bind port 24a2ca32-c49a-4423-89e4-637c65e7b67c on network ca58638b-372f-4250-adad-6b75a3dee01d {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:57.258208 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:57.258618 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Checking segment: {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:57.259069 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Bound using segment: {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:57.259555 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Bound port: 24a2ca32-c49a-4423-89e4-637c65e7b67c, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783ef454-c941-4f2d-bc70-f15902d6ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:57.260142 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:57.313281 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481ff5d-428b-47ae-a8c3-c799e09d4600 req-858da6bb-6aa0-475a-ab0b-79ffa535821a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:57.317869 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c481ff5d-428b-47ae-a8c3-c799e09d4600 req-858da6bb-6aa0-475a-ab0b-79ffa535821a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 947 time: 0.0749016 Jul 23 17:12:57.346464 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:57.350051 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:57.354644 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:57.362093 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c481ff5d-428b-47ae-a8c3-c799e09d4600 req-adcc5fb3-f439-4e33-b1a3-839f2f643580 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c5153a7-1338-4514-8ea4-c177412f8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406916 Jul 23 17:12:57.390409 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:57.391017 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:57.392570 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] 10.222.0.16 "PUT /v2.0/ports/24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 200 len: 1094 time: 0.6448145 Jul 23 17:12:57.392997 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:57.395257 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab1703-7199-452f-97ba-07c413e356fe" -d '{"events": [{"name": "network-changed", "server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:57.419712 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193c0c-44db-471d-8cdc-51ab7cc0a3cd service neutron] Pushing event updated for resources: {'Port': ['ID=24a2ca32-c49a-4423-89e4-637c65e7b67c,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:57.434765 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627ce9f4-8278-470b-9c65-419657a321d2 x-openstack-request-id: req-627ce9f4-8278-470b-9c65-419657a321d2 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:57.435062 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:57.435320 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-627ce9f4-8278-470b-9c65-419657a321d2 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:57.435747 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'status': 'completed', 'code': 200} Jul 23 17:12:57.505899 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-aa41f6f7-ecdb-4538-b0a1-9a7c7fe0bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:57.507397 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-aa41f6f7-ecdb-4538-b0a1-9a7c7fe0bd05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1097 time: 0.0610199 Jul 23 17:12:57.555082 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-e611df0e-ef2e-4c7e-844b-d897ac78df98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 200 len: 217 time: 0.0371449 Jul 23 17:12:57.603142 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-a7c810dc-4010-4cf5-9b5b-41b0dff3a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:57.604605 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-a7c810dc-4010-4cf5-9b5b-41b0dff3a96b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d560f79a-a341-4c21-b811-412078ba23dd HTTP/1.1" status: 200 len: 848 time: 0.0433598 Jul 23 17:12:57.665874 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-744d1e06-6205-4c93-94cb-4b82aea29dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:57.667378 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-744d1e06-6205-4c93-94cb-4b82aea29dd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca58638b-372f-4250-adad-6b75a3dee01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551267 Jul 23 17:12:57.747793 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-8dc793fb-5777-4482-a45a-e563f7e45955 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:57.749225 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-8dc793fb-5777-4482-a45a-e563f7e45955 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 947 time: 0.0626643 Jul 23 17:12:57.769827 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-061e6942-5d55-47d2-b441-d53602dc40eb service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844269 Jul 23 17:12:57.853318 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Deleting port 9c78f778-d9eb-456d-ba38-f7b91c910334 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:57.853690 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:57.867897 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-887ecc8c-d134-4e58-9910-c079bf35b1e5 req-6b76c8cc-9459-409c-862f-8d3134e326f5 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880866 Jul 23 17:12:57.940298 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] For port 9c78f778-d9eb-456d-ba38-f7b91c910334, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9c78f778-d9eb-456d-ba38-f7b91c910334,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:57.940657 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:57.966545 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab1703-7199-452f-97ba-07c413e356fe req-a9f6a089-42ad-400d-8826-0140d5461f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:57.967961 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2fab1703-7199-452f-97ba-07c413e356fe req-a9f6a089-42ad-400d-8826-0140d5461f95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1097 time: 0.0541134 Jul 23 17:12:58.062246 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab1703-7199-452f-97ba-07c413e356fe req-100c1b53-ca68-4402-8a8d-022b42bc6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:58.063713 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2fab1703-7199-452f-97ba-07c413e356fe req-100c1b53-ca68-4402-8a8d-022b42bc6483 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 200 len: 910 time: 0.0871983 Jul 23 17:12:58.104864 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2fab1703-7199-452f-97ba-07c413e356fe req-734caf56-95a3-40f9-aa45-fd6310c28660 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 200 len: 217 time: 0.0344491 Jul 23 17:12:58.113179 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:58.113590 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:58.113908 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Floating IP 8235da90-66b2-4fb4-8c36-f82e19638ce0 disassociated. External IP: 172.27.2.239, port: 9c78f778-d9eb-456d-ba38-f7b91c910334. Jul 23 17:12:58.114256 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Calling delete_port for 9c78f778-d9eb-456d-ba38-f7b91c910334 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:58.151069 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab1703-7199-452f-97ba-07c413e356fe req-425daf73-1f95-4aa5-a90d-b6d21c80ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:58.152506 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2fab1703-7199-452f-97ba-07c413e356fe req-425daf73-1f95-4aa5-a90d-b6d21c80ec7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d560f79a-a341-4c21-b811-412078ba23dd HTTP/1.1" status: 200 len: 848 time: 0.0419545 Jul 23 17:12:58.214864 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab1703-7199-452f-97ba-07c413e356fe req-cd3e5309-9063-4073-9dd5-d1f33b1ce69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:58.216783 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2fab1703-7199-452f-97ba-07c413e356fe req-cd3e5309-9063-4073-9dd5-d1f33b1ce69f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca58638b-372f-4250-adad-6b75a3dee01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577145 Jul 23 17:12:58.246386 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:58.284074 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event deleted for resources: {'Port': ['ID=9c78f778-d9eb-456d-ba38-f7b91c910334,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:58.318653 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2fab1703-7199-452f-97ba-07c413e356fe req-ce3177d3-3561-40c8-84f9-92417f6f9788 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946105 Jul 23 17:12:58.416651 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2fab1703-7199-452f-97ba-07c413e356fe req-8148fae3-ca2e-4d89-bfcb-15c3d380d188 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921748 Jul 23 17:12:58.445349 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916465b3-29a5-4939-86df-43a9b318401d req-865f7ad7-403b-41e6-a54a-4d497eea438c tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:58.446825 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-916465b3-29a5-4939-86df-43a9b318401d req-865f7ad7-403b-41e6-a54a-4d497eea438c tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0936577 Jul 23 17:12:58.448548 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Router a2d7bccc-2305-41c0-8146-d37496217506 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:58.485234 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a0139159-f657-4b35-bcf1-fdd5050ca686 req-41cce518-d9a1-4cfc-91ec-0ead9a1f5dec tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccb12a12-286a-4557-8b0d-b4c3d9041eb0 HTTP/1.1" status: 200 len: 210 time: 0.0356023 Jul 23 17:12:58.572806 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-916465b3-29a5-4939-86df-43a9b318401d req-c8939b66-183e-4e8e-82f2-58e821772768 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123512 Jul 23 17:12:58.606997 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:58.616924 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] Sync routers for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:58.627529 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:58.628209 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:58.652417 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] No DVR routers for this DVR port 9c78f778-d9eb-456d-ba38-f7b91c910334 on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:12:58.655025 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:58.657236 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4d6ff348-419d-4ea9-839a-b2001fa33942 req-92d99b34-8123-4f9c-abbd-fbea16348f01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "DELETE /v2.0/ports/9c78f778-d9eb-456d-ba38-f7b91c910334 HTTP/1.1" status: 204 len: 173 time: 0.9016166 Jul 23 17:12:58.657779 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-deleted', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:58.660083 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392c6bcb-802a-4d47-ad86-805a503934d5" -d '{"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-deleted", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:58.708112 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3c822b-21a0-43f3-a7e7-ec7ef2024daa x-openstack-request-id: req-4d3c822b-21a0-43f3-a7e7-ec7ef2024daa {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:58.708396 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb12a12-286a-4557-8b0d-b4c3d9041eb0", "name": "network-vif-deleted", "tag": "9c78f778-d9eb-456d-ba38-f7b91c910334", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:58.708639 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d3c822b-21a0-43f3-a7e7-ec7ef2024daa {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:58.709022 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb12a12-286a-4557-8b0d-b4c3d9041eb0', 'name': 'network-vif-deleted', 'tag': '9c78f778-d9eb-456d-ba38-f7b91c910334', 'status': 'completed', 'code': 200} Jul 23 17:12:58.756619 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:58.971848 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:58.997475 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] Checking router: a2d7bccc-2305-41c0-8146-d37496217506 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:59.005335 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:59.005918 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:59.111998 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:59.309220 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:59.339080 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8d24a-c56f-462d-a6eb-cc5763087199 None None] The sync data for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi is: [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:59.549523 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fd4324-4ef7-47f8-8d0c-7fa90151da1b None None] New status for floating IP 8235da90-66b2-4fb4-8c36-f82e19638ce0: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:12:59.576937 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51626) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:59.644666 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.674165 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.763387 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408373f-886a-4ddc-b7cc-f0bf88de15fd req-483a8ad7-dee9-4e0c-8ed5-e9a459434ffe tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:59.764841 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3408373f-886a-4ddc-b7cc-f0bf88de15fd req-483a8ad7-dee9-4e0c-8ed5-e9a459434ffe tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0973678 Jul 23 17:12:59.766216 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.769003 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.772527 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "DELETE /v2.0/security-groups/8c5153a7-1338-4514-8ea4-c177412f8bda HTTP/1.1" status: 204 len: 168 time: 0.1923125 Jul 23 17:12:59.772900 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51634) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:59.787437 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.api.v2.resource [None req-597addb3-cea7-4180-b9e5-ae8750523230 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] show failed (client error): The resource could not be found. Jul 23 17:12:59.788421 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-597addb3-cea7-4180-b9e5-ae8750523230 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups/8c5153a7-1338-4514-8ea4-c177412f8bda HTTP/1.1" status: 404 len: 347 time: 0.0144184 Jul 23 17:12:59.791360 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51636) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:59.802351 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5153a7-1338-4514-8ea4-c177412f8bda,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:59.833529 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.833786 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.834125 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.834470 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.834805 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.835137 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.835469 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.835797 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.836125 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.836451 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.836776 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.837100 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b568c48-33c3-4a78-8c66-b9617b5b51d8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:59.855768 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3408373f-886a-4ddc-b7cc-f0bf88de15fd req-bd8631b1-f72c-4772-a740-0ad9997d2014 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846076 Jul 23 17:12:59.895890 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5839-25aa-494c-b787-9ab5740ad0ed req-3826eb2d-7f85-48ac-a41d-f0f39f262a01 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:59.897433 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-092a5839-25aa-494c-b787-9ab5740ad0ed req-3826eb2d-7f85-48ac-a41d-f0f39f262a01 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 945 time: 0.1104097 Jul 23 17:12:59.917582 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Deleting port 8e8ad5e7-e98d-4791-aeb3-d4d529d85f26 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:59.917933 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.937749 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-092a5839-25aa-494c-b787-9ab5740ad0ed req-1e77e765-973a-481f-9ae7-f7ad8a3a25f4 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345333 Jul 23 17:12:59.994262 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.994597 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.006664 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Calling delete_port for 8e8ad5e7-e98d-4791-aeb3-d4d529d85f26 owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:13:00.148847 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.174375 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event deleted for resources: {'Port': ['ID=8e8ad5e7-e98d-4791-aeb3-d4d529d85f26,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:00.238344 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.240808 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.241991 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1662ce50-b10d-4f68-93b9-45e0cf700509 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "DELETE /v2.0/floatingips/8235da90-66b2-4fb4-8c36-f82e19638ce0 HTTP/1.1" status: 204 len: 168 time: 0.4497604 Jul 23 17:13:00.558562 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 51644) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:00.563225 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e3e50f97-1084-4ee6-a9fe-8f619a331c9a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555719847', 'description': 'tempest-description--935309251'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:00.584974 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f97-1084-4ee6-a9fe-8f619a331c9a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.665756 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f97-1084-4ee6-a9fe-8f619a331c9a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.669424 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f97-1084-4ee6-a9fe-8f619a331c9a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.697953 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f97-1084-4ee6-a9fe-8f619a331c9a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.699149 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e3e50f97-1084-4ee6-a9fe-8f619a331c9a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1395941 Jul 23 17:13:00.700951 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e50f97-1084-4ee6-a9fe-8f619a331c9a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:00.702114 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51646) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:00.706665 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-4e827fe7-fb93-4661-ab31-038575d81af6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'security_group_rule': {'security_group_id': 'dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:00.733889 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4e827fe7-fb93-4661-ab31-038575d81af6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.778906 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4e827fe7-fb93-4661-ab31-038575d81af6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.782133 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4e827fe7-fb93-4661-ab31-038575d81af6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.799499 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e827fe7-fb93-4661-ab31-038575d81af6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4557a2c6-e530-4936-aec7-2ac730b27820,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:00.805247 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4e827fe7-fb93-4661-ab31-038575d81af6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.806425 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4e827fe7-fb93-4661-ab31-038575d81af6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1033335 Jul 23 17:13:00.809089 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51648) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:00.813333 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-e7ebc659-92a0-43b9-87d3-1b0f3f165fc3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'security_group_rule': {'security_group_id': 'dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:00.838244 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc659-92a0-43b9-87d3-1b0f3f165fc3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.893613 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc659-92a0-43b9-87d3-1b0f3f165fc3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.897660 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc659-92a0-43b9-87d3-1b0f3f165fc3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615627'] for security_group_rule, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.912795 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebc659-92a0-43b9-87d3-1b0f3f165fc3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba01730b-f8fc-4533-b1b9-61ca7df20b51,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:00.921631 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc659-92a0-43b9-87d3-1b0f3f165fc3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:00.924174 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e7ebc659-92a0-43b9-87d3-1b0f3f165fc3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132085 Jul 23 17:13:00.926800 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51652) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:00.932333 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'floatingip': {'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:00.987751 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:01.047415 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cf7d5-a7be-4f79-a1e8-a337dfbe3d5f req-5dc69671-f905-4676-8a40-b2cd1f1b1316 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:01.048878 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-524cf7d5-a7be-4f79-a1e8-a337dfbe3d5f req-5dc69671-f905-4676-8a40-b2cd1f1b1316 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.1200325 Jul 23 17:13:01.147852 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-524cf7d5-a7be-4f79-a1e8-a337dfbe3d5f req-ecee9cd9-c614-4010-909e-f5cc8cf26c75 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820770 Jul 23 17:13:01.173068 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579425e-0e87-4fc2-b126-2ecde36ab7da req-215867bd-df7a-4f44-a3cf-141373797acc tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:01.174567 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2579425e-0e87-4fc2-b126-2ecde36ab7da req-215867bd-df7a-4f44-a3cf-141373797acc tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 945 time: 0.1549499 Jul 23 17:13:01.200510 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:01.251976 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2579425e-0e87-4fc2-b126-2ecde36ab7da req-4057f9bb-0075-4c6e-a4ee-6a89e0fdeac8 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705197 Jul 23 17:13:01.344902 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Allocated IP 172.27.2.120 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/94531e98-2e9d-4a33-8fae-c9b75c92ed3c) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:13:01.405530 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-42705620-658e-429f-b8a8-96518c034afa tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:01.406867 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-42705620-658e-429f-b8a8-96518c034afa tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 945 time: 0.1120460 Jul 23 17:13:01.412557 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:13:01.432538 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 9c78f778-d9eb-456d-ba38-f7b91c910334 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:13:01.432884 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9c78f778-d9eb-456d-ba38-f7b91c910334 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:13:01.792320 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:01.837538 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Deleting port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:13:01.837868 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:01.872704 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:01.941754 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:13:01.948997 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:13:01.955370 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:13:01.989029 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'Port': ['ID=94531e98-2e9d-4a33-8fae-c9b75c92ed3c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:01.993759 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] For port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:01.994124 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.143769 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.268622 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.289985 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.290354 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.290668 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Floating IP 43353db4-55af-4850-8fc0-4fc342a00637 disassociated. External IP: 172.27.2.226, port: 9a891cdd-6d22-4d14-b38a-24d6a1731ce4. Jul 23 17:13:02.291005 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Calling delete_port for 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:13:02.438294 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a15b05-afa4-43d5-9e74-722599fd13de req-78b5ace2-4718-42a1-b557-ea0ef75ad7cd tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:02.439737 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99a15b05-afa4-43d5-9e74-722599fd13de req-78b5ace2-4718-42a1-b557-ea0ef75ad7cd tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.2217596 Jul 23 17:13:02.552350 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99a15b05-afa4-43d5-9e74-722599fd13de req-8a259179-7c92-4fb2-83eb-dbc501cf6bec tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038649 Jul 23 17:13:02.603038 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c65565-f468-4fa8-83f1-1fd9f7be6f4d req-37368128-ae9b-4f51-8bfa-107acc968e1f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:02.604493 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-03c65565-f468-4fa8-83f1-1fd9f7be6f4d req-37368128-ae9b-4f51-8bfa-107acc968e1f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 945 time: 0.2267637 Jul 23 17:13:02.648451 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.653616 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.682114 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.691784 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event deleted for resources: {'Port': ['ID=9a891cdd-6d22-4d14-b38a-24d6a1731ce4,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:02.735036 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-03c65565-f468-4fa8-83f1-1fd9f7be6f4d req-2a295eaf-b101-4db9-9144-6c312bb1d7b0 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233845 Jul 23 17:13:02.840306 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'Port': ['ID=94531e98-2e9d-4a33-8fae-c9b75c92ed3c,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:02.844371 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.869291 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:02.870536 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-2aeeaf8e-f480-4423-9b85-29b4c85f3823 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9427989 Jul 23 17:13:02.888067 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Router 5ccdb645-0bf3-4ea6-8899-2bae48354998 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:13:02.996690 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:13:03.007138 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] Sync routers for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:13:03.018340 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:03.018995 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:03.044055 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] No DVR routers for this DVR port 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:13:03.052217 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:03.054129 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8240970c-c8df-40a5-a73b-3f5c46da7241 req-e9ce3766-f5c6-4754-916b-ff72b8343da1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "DELETE /v2.0/ports/9a891cdd-6d22-4d14-b38a-24d6a1731ce4 HTTP/1.1" status: 204 len: 173 time: 1.6218221 Jul 23 17:13:03.054578 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96442dce-f13a-4011-8043-100e2676db37', 'name': 'network-vif-deleted', 'tag': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:03.056859 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3acb7f-ecc2-48a6-8634-7d79a756b564" -d '{"events": [{"server_uuid": "96442dce-f13a-4011-8043-100e2676db37", "name": "network-vif-deleted", "tag": "9a891cdd-6d22-4d14-b38a-24d6a1731ce4"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:03.093063 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-19384baf-e7f0-4130-9614-6326c504e382 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1555719847&fields=id&tenant_id=4d39abd7d32e48029fada8e860a09787 HTTP/1.1" status: 200 len: 267 time: 0.0500650 Jul 23 17:13:03.132101 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291dcbd4-c675-4476-88d1-3cb6823ada91 x-openstack-request-id: req-291dcbd4-c675-4476-88d1-3cb6823ada91 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:03.132387 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96442dce-f13a-4011-8043-100e2676db37", "name": "network-vif-deleted", "tag": "9a891cdd-6d22-4d14-b38a-24d6a1731ce4", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:03.132641 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-291dcbd4-c675-4476-88d1-3cb6823ada91 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:03.133028 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96442dce-f13a-4011-8043-100e2676db37', 'name': 'network-vif-deleted', 'tag': '9a891cdd-6d22-4d14-b38a-24d6a1731ce4', 'status': 'completed', 'code': 200} Jul 23 17:13:03.133153 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:03.219417 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f127-4466-407e-ae07-856650a57c2d req-e62ecd1c-1582-47f0-a90f-c57352df09fb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:03.225864 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-e62ecd1c-1582-47f0-a90f-c57352df09fb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 817 time: 0.1234946 Jul 23 17:13:03.247056 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-554d0d89-cb4e-4b07-a4d0-1b09f9ed251d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/quotas/4d39abd7d32e48029fada8e860a09787 HTTP/1.1" status: 200 len: 375 time: 0.0192778 Jul 23 17:13:03.317024 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-c3c9aec8-1e85-4148-89c6-08301e7b6601 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645781 Jul 23 17:13:03.347863 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:03.378347 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] Checking router: 5ccdb645-0bf3-4ea6-8899-2bae48354998 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:13:03.388059 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:03.388935 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:03.489774 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-e5254ecc-f565-40d5-a85c-282cab6d4e72 service neutron] 10.222.0.70 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592855 Jul 23 17:13:03.497524 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:03.582151 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-a7efffad-2dda-40ed-beee-b63446ed3acd service neutron] 10.222.0.70 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865743 Jul 23 17:13:03.700431 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e80867-5364-4fbc-b65a-33a4544abfb4 req-22662cb1-56a3-46a2-b313-9169c614fa4b tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:03.702271 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-08e80867-5364-4fbc-b65a-33a4544abfb4 req-22662cb1-56a3-46a2-b313-9169c614fa4b tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0794377 Jul 23 17:13:03.761058 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-08e80867-5364-4fbc-b65a-33a4544abfb4 req-60400a7d-a7a3-4e70-9ea0-c5851fcf25a0 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503340 Jul 23 17:13:03.828284 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dd7d96cc-bd14-4100-a9b0-2052db260454 req-be7f1026-8c40-40fe-939d-97faaee16ae0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 210 time: 0.0367701 Jul 23 17:13:03.886165 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:03.894344 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8feb1738-edcd-4ed7-9e6a-b955fe870788 req-943a4242-1281-46fc-b36b-f59b0b2f9810 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=96442dce-f13a-4011-8043-100e2676db37 HTTP/1.1" status: 200 len: 210 time: 0.0350256 Jul 23 17:13:03.914531 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c955e81-f257-455d-b496-0b0281006fbd None None] The sync data for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi is: [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:13:04.138936 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7aaf82-4453-4246-b7ac-056f6c5bea68 None None] New status for floating IP 43353db4-55af-4850-8fc0-4fc342a00637: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:13:04.827652 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f127-4466-407e-ae07-856650a57c2d req-5f326816-1b39-4a2f-8071-504d17191334 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:04.829115 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-5f326816-1b39-4a2f-8071-504d17191334 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 817 time: 0.1079237 Jul 23 17:13:04.898429 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-9bce0451-13be-41f4-b91c-6b5be2fde0c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d39abd7d32e48029fada8e860a09787 HTTP/1.1" status: 200 len: 380 time: 0.0593455 Jul 23 17:13:04.910104 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'port': {'device_id': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'admin_state_up': True, 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'security_groups': ['dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f']}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:04.960115 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d4b41-9c5a-4faa-ac6d-27fc7bc0d1b2 req-be08297f-bdba-4cc2-a31a-4e1e1e62483e tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:04.961613 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2f5d4b41-9c5a-4faa-ac6d-27fc7bc0d1b2 req-be08297f-bdba-4cc2-a31a-4e1e1e62483e tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.1315837 Jul 23 17:13:04.981876 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8f1fcdb0-9bc2-4cdf-a523-ef123b0456f5 req-7d44bd5b-8038-4ec9-abbb-8b11066a6121 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 210 time: 0.0665817 Jul 23 17:13:05.057673 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2f5d4b41-9c5a-4faa-ac6d-27fc7bc0d1b2 req-555b7a93-1faf-4009-9181-97ef927dce77 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779810 Jul 23 17:13:05.086486 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Made reservation on behalf of 4d39abd7d32e48029fada8e860a09787 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:13:05.090091 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.208955 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:13:05.231655 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Allocated IP 172.20.0.8 (e86bd944-532d-4858-83f3-391c0fffcbc7/3acfc4e2-7050-4208-8adb-8a77ee08b814/f9fcb568-587f-4bbf-a1eb-eafb7ee3b756) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:13:05.254359 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-2f294524-44b3-484b-baad-012ded8eea9c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630329740&fields=id&tenant_id=dcda74bb9a354ea1b502df7985de8092 HTTP/1.1" status: 200 len: 267 time: 0.0549443 Jul 23 17:13:05.424450 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 24a2ca32-c49a-4423-89e4-637c65e7b67c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:13:05.428535 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:13:05.445706 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-c0766ee1-2ef2-40a6-87ee-28eafd25ea12 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:05.447173 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-c0766ee1-2ef2-40a6-87ee-28eafd25ea12 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 812 time: 0.1840558 Jul 23 17:13:05.455725 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:13:05.455725 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 9a891cdd-6d22-4d14-b38a-24d6a1731ce4 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:13:05.476791 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-d0c7d124-5d9e-4212-a178-c994d87cea3a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/quotas/dcda74bb9a354ea1b502df7985de8092 HTTP/1.1" status: 200 len: 375 time: 0.0241802 Jul 23 17:13:05.481200 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.521422 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Transition to ACTIVE for port object f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 will not be triggered until provisioned by entity DHCP. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:13:05.542456 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:05.553504 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'port_id': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'mac_address': 'fa:16:3e:f4:09:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:13:05.570216 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-29bf9638-797b-43a6-890a-f9849cc30e87 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866513 Jul 23 17:13:05.581733 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.593628 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.607376 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a2ca32-c49a-4423-89e4-637c65e7b67c {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:13:05.627927 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:05.631557 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.655228 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Network e86bd944-532d-4858-83f3-391c0fffcbc7 is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:13:05.666268 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:13:05.669621 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:05.683297 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=24a2ca32-c49a-4423-89e4-637c65e7b67c,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:05.696994 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:13:05.760265 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:05.760913 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.764770 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-360a4b5e-7595-4cc4-a95a-83d996d2b33a service neutron] 10.222.0.70 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757255 Jul 23 17:13:05.793459 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-08838ae1-9fec-41f0-bb64-da803af7717a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8870797 Jul 23 17:13:05.836283 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['24a2ca32-c49a-4423-89e4-637c65e7b67c'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:13:05.857603 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Request body: {'port': {'device_id': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:05.895187 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f6d565c-2562-42d2-8571-75f3af2fe445 None None] Provisioning for port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:13:05.901239 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-c2343f6d-75a4-4c8d-a547-e39d5fd53965 service neutron] 10.222.0.70 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285989 Jul 23 17:13:05.902054 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-3f6d565c-2562-42d2-8571-75f3af2fe445 None None] Provisioning complete for port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:13:05.902424 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f6d565c-2562-42d2-8571-75f3af2fe445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.948427 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:05.958025 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d565c-2562-42d2-8571-75f3af2fe445 None None] Port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:13:06.218833 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c002d4e-a51f-4b2b-b4ac-dc20d6b1e88d req-18072a1d-fe5a-45e4-8970-3ede90e4986a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:06.220336 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1c002d4e-a51f-4b2b-b4ac-dc20d6b1e88d req-18072a1d-fe5a-45e4-8970-3ede90e4986a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 931 time: 0.1331649 Jul 23 17:13:06.339582 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1c002d4e-a51f-4b2b-b4ac-dc20d6b1e88d req-94bda114-b009-4b29-9831-629a46b395c6 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105850 Jul 23 17:13:06.356647 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:13:06.376037 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:06.390232 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cc3d8-dcf7-42ee-b5c2-d9c84e11645f req-73633140-4fee-4c68-b566-e7581f717937 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:06.392121 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-700cc3d8-dcf7-42ee-b5c2-d9c84e11645f req-73633140-4fee-4c68-b566-e7581f717937 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 945 time: 0.1662812 Jul 23 17:13:06.436003 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Transition to ACTIVE for port object f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:13:06.440307 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6d649948-e0e0-4cb1-9bd5-797259dad818 req-7ffafd8c-8e6d-4c04-9cb4-a4d3744d26a6 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 210 time: 0.0446308 Jul 23 17:13:06.447011 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:06.513551 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-700cc3d8-dcf7-42ee-b5c2-d9c84e11645f req-a8fcfe91-be37-4326-9a92-a10e361ad2a2 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131849 Jul 23 17:13:06.551303 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:06.608079 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Attempting to bind port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:13:06.608547 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Attempting to bind port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:13:06.608892 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Attempting to bind port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 on network e86bd944-532d-4858-83f3-391c0fffcbc7 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:13:06.614569 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 on network e86bd944-532d-4858-83f3-391c0fffcbc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:13:06.614891 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Attempting to bind port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 on network e86bd944-532d-4858-83f3-391c0fffcbc7 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:13:06.622883 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:13:06.623300 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Checking segment: {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:13:06.623766 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Bound using segment: {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:13:06.624277 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Bound port: f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d247bb-4b81-47bd-a623-5e63a0e0d884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:13:06.624705 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:06.702477 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:13:06.706085 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:13:06.710237 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:06.744427 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:06.745099 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:06.746646 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 HTTP/1.1" status: 200 len: 1093 time: 0.9417131 Jul 23 17:13:06.747130 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:06.749571 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3ae868-0d3b-49c4-b94e-7213080dbd58" -d '{"events": [{"name": "network-changed", "server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:06.776677 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253be21a-fadc-4fc7-9ec7-894729f48fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:06.843382 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f127-4466-407e-ae07-856650a57c2d req-4d22d925-d36b-49ad-94c9-5ab55ffd3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:06.845465 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-4d22d925-d36b-49ad-94c9-5ab55ffd3411 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 1096 time: 0.0574272 Jul 23 17:13:06.853765 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab66d7d-fd22-4cc3-b586-b3658d3bd1bd x-openstack-request-id: req-2ab66d7d-fd22-4cc3-b586-b3658d3bd1bd {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:06.854063 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:06.854311 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ab66d7d-fd22-4cc3-b586-b3658d3bd1bd {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:06.854708 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'status': 'completed', 'code': 200} Jul 23 17:13:06.892800 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-a063599d-9fda-45c1-98d9-538e20358244 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 HTTP/1.1" status: 200 len: 217 time: 0.0372412 Jul 23 17:13:06.942278 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f127-4466-407e-ae07-856650a57c2d req-bee00bf5-9e9b-4b97-8749-83d1f080a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:06.943746 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-bee00bf5-9e9b-4b97-8749-83d1f080a6fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.0443854 Jul 23 17:13:07.002327 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f127-4466-407e-ae07-856650a57c2d req-0df20ff0-d9c4-4024-ab9d-150e62f9db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:07.003739 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-0df20ff0-d9c4-4024-ab9d-150e62f9db45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528855 Jul 23 17:13:07.171634 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-c545a0af-2810-440e-bb73-1b5818255471 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:07.173206 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-c545a0af-2810-440e-bb73-1b5818255471 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 812 time: 0.1158326 Jul 23 17:13:07.223372 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-2f8754d4-c9a1-4c84-8447-0e40533733f1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcda74bb9a354ea1b502df7985de8092 HTTP/1.1" status: 200 len: 379 time: 0.0409203 Jul 23 17:13:07.235503 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'port': {'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'admin_state_up': True, 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'security_groups': ['4d2da4d5-94ea-46c0-be98-68394c9c8af2']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:07.344643 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Made reservation on behalf of dcda74bb9a354ea1b502df7985de8092 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:13:07.348363 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:07.386971 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-f9c50ea9-9390-43f6-8b6d-7fb9eb0f9961 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762393 Jul 23 17:13:07.438137 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 24a2ca32-c49a-4423-89e4-637c65e7b67c up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:13:07.487285 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Allocated IP 172.20.0.10 (ac79f40a-f5ed-432b-9649-a647125a7089/73394ebd-dc03-45b7-b703-d4e371fdcbd6/d3643c63-53c4-4f79-936a-07dc65317581) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:13:07.528387 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 24a2ca32-c49a-4423-89e4-637c65e7b67c completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:13:07.535495 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd6f127-4466-407e-ae07-856650a57c2d req-93cb4d09-f5a5-4c56-b52e-862fd5bda988 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403186 Jul 23 17:13:07.536189 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 24a2ca32-c49a-4423-89e4-637c65e7b67c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:13:07.536781 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:07.551832 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93e6da-388b-41fc-b831-ecf907b721a1 req-90e52373-08fb-4523-9a6f-51af0090922b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:07.552919 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa93e6da-388b-41fc-b831-ecf907b721a1 req-90e52373-08fb-4523-9a6f-51af0090922b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.1281357 Jul 23 17:13:07.589812 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f598096-792e-4d05-bead-c6fc83e337cb req-f3a4eb8e-d5d5-41fc-b70a-a9a11a5c006d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 210 time: 0.0351915 Jul 23 17:13:07.646564 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:07.682670 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:07.683179 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fa93e6da-388b-41fc-b831-ecf907b721a1 req-1a333699-a5d5-48be-9fb6-ed478104999d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182425 Jul 23 17:13:07.685522 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b5cc26-92ff-406f-880a-03d13d797824" -d '{"events": [{"server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "name": "network-vif-plugged", "status": "completed", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:07.690140 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:07.695505 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:07.698195 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:07.723242 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Transition to ACTIVE for port object d3643c63-53c4-4f79-936a-07dc65317581 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:13:07.754690 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:07.758650 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-bd6d7bb8-d320-476f-8367-a831d61b0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:07.760512 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-bd6d7bb8-d320-476f-8367-a831d61b0549 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 1096 time: 0.1403370 Jul 23 17:13:07.767041 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=24a2ca32-c49a-4423-89e4-637c65e7b67c,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:07.787411 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f612c6-b37d-4ddd-ac86-654ef510841f req-a05946f4-61c2-4886-af4e-1cb1c084519d tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:07.796050 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b6f612c6-b37d-4ddd-ac86-654ef510841f req-a05946f4-61c2-4886-af4e-1cb1c084519d tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.1117072 Jul 23 17:13:07.800821 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Network ac79f40a-f5ed-432b-9649-a647125a7089 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:13:07.801247 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8313c0-c84f-412e-a3d1-82ce9ac658a7 x-openstack-request-id: req-9f8313c0-c84f-412e-a3d1-82ce9ac658a7 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:07.801594 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "name": "network-vif-plugged", "status": "completed", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:07.801986 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f8313c0-c84f-412e-a3d1-82ce9ac658a7 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:07.802385 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'code': 200} Jul 23 17:13:07.804258 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:13:07.818921 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:13:07.877355 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:07.878313 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:07.880673 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'Port': ['ID=d3643c63-53c4-4f79-936a-07dc65317581,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:07.895636 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-17b5354c-d9d2-4006-af1b-5eeee8c4ab7a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6676681 Jul 23 17:13:07.908471 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Request body: {'port': {'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:07.917525 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b6f612c6-b37d-4ddd-ac86-654ef510841f req-0de8dfd7-d418-48e6-ada7-602c95fc6c9c tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180620 Jul 23 17:13:07.950998 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-9baadcc7-826e-4a16-9fbb-8ca166745e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:07.954970 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-9baadcc7-826e-4a16-9fbb-8ca166745e4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 918 time: 0.1417305 Jul 23 17:13:08.005808 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-9219bdc7-190b-4011-9049-f129c33bbb3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 HTTP/1.1" status: 200 len: 217 time: 0.0436859 Jul 23 17:13:08.013495 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:08.041544 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-618196f2-875d-464f-a790-b72a9fde875d None None] Provisioning for port d3643c63-53c4-4f79-936a-07dc65317581 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:13:08.046852 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-618196f2-875d-464f-a790-b72a9fde875d None None] Provisioning complete for port d3643c63-53c4-4f79-936a-07dc65317581 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:13:08.047529 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-618196f2-875d-464f-a790-b72a9fde875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:08.083951 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-618196f2-875d-464f-a790-b72a9fde875d None None] Port d3643c63-53c4-4f79-936a-07dc65317581 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:13:08.106668 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-e56cc2e0-43fa-474a-a8e9-6955f7e0e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:08.108146 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-e56cc2e0-43fa-474a-a8e9-6955f7e0e5d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.0870790 Jul 23 17:13:08.149236 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7537a6b-2934-4e03-8aac-493bf8be05f3 req-c190151d-628a-4650-acf3-3cb467f8f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:08.150743 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a7537a6b-2934-4e03-8aac-493bf8be05f3 req-c190151d-628a-4650-acf3-3cb467f8f78a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1099 time: 0.1156638 Jul 23 17:13:08.194785 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a7537a6b-2934-4e03-8aac-493bf8be05f3 req-45964c20-7ead-4bdc-8e77-2d8b0b6b9064 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375323 Jul 23 17:13:08.202634 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-5ae3ebf6-1132-4219-81d5-e2c16c9d51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:08.204063 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-5ae3ebf6-1132-4219-81d5-e2c16c9d51e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869076 Jul 23 17:13:08.274157 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3643c63-53c4-4f79-936a-07dc65317581 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:13:08.281778 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:08.294060 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Transition to ACTIVE for port object d3643c63-53c4-4f79-936a-07dc65317581 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:13:08.297980 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:08.351719 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-a49e957c-f0c9-45e9-aeaa-931b08c21125 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886884 Jul 23 17:13:08.457696 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3a3ae868-0d3b-49c4-b94e-7213080dbd58 req-8073b9af-9d8f-4631-8893-f20477b30591 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993457 Jul 23 17:13:08.597460 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Pushing event updated for resources: {'Port': ['ID=d3643c63-53c4-4f79-936a-07dc65317581,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:08.651456 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Attempting to bind port d3643c63-53c4-4f79-936a-07dc65317581 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:13:08.651851 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Attempting to bind port d3643c63-53c4-4f79-936a-07dc65317581 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:13:08.652410 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Attempting to bind port d3643c63-53c4-4f79-936a-07dc65317581 on network ac79f40a-f5ed-432b-9649-a647125a7089 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:13:08.657160 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Port d3643c63-53c4-4f79-936a-07dc65317581 on network ac79f40a-f5ed-432b-9649-a647125a7089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:13:08.658119 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Attempting to bind port d3643c63-53c4-4f79-936a-07dc65317581 on network ac79f40a-f5ed-432b-9649-a647125a7089 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:13:08.663078 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:13:08.663420 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Checking segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:13:08.663808 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Bound using segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:13:08.664236 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Bound port: d3643c63-53c4-4f79-936a-07dc65317581, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:13:08.664597 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:08.727172 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] For port d3643c63-53c4-4f79-936a-07dc65317581, host hv-cinder-80191, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:13:08.728202 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c0ebd-5e65-4f7a-ab2c-bff804e6f7f0 req-9cb88992-47f6-4a45-8b7b-4566299323eb tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:08.729863 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e55c0ebd-5e65-4f7a-ab2c-bff804e6f7f0 req-9cb88992-47f6-4a45-8b7b-4566299323eb tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 944 time: 0.0634196 Jul 23 17:13:08.731829 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] For port d3643c63-53c4-4f79-936a-07dc65317581, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3643c63-53c4-4f79-936a-07dc65317581,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:13:08.737767 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:08.773915 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e55c0ebd-5e65-4f7a-ab2c-bff804e6f7f0 req-d6a053da-a145-4bd5-86a9-556a9eebcd00 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372677 Jul 23 17:13:08.780514 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:08.781251 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:08.783344 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] 10.222.0.16 "PUT /v2.0/ports/d3643c63-53c4-4f79-936a-07dc65317581 HTTP/1.1" status: 200 len: 1094 time: 0.8797565 Jul 23 17:13:08.785809 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:08.790196 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc22b8c-9cbd-4d03-8655-e3e97f41630c" -d '{"events": [{"name": "network-changed", "server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "tag": "d3643c63-53c4-4f79-936a-07dc65317581"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:08.824070 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb20095-7122-4a91-b55e-86ccfc36c13f service neutron] Pushing event updated for resources: {'Port': ['ID=d3643c63-53c4-4f79-936a-07dc65317581,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:08.890629 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ea454-be6a-41dd-b502-50d158c6312f req-1fa66409-89c8-4b57-87a8-5552ba35ad1c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:08.898866 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f78ea454-be6a-41dd-b502-50d158c6312f req-1fa66409-89c8-4b57-87a8-5552ba35ad1c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.1224279 Jul 23 17:13:08.901532 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50069358-b11d-4f92-95e9-9d4bcc846993 x-openstack-request-id: req-50069358-b11d-4f92-95e9-9d4bcc846993 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:08.901823 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "tag": "d3643c63-53c4-4f79-936a-07dc65317581", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:08.902076 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50069358-b11d-4f92-95e9-9d4bcc846993 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:08.902498 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581', 'status': 'completed', 'code': 200} Jul 23 17:13:08.917334 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-82bd0fd8-c305-46e4-9e23-614b3043994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:08.919043 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-82bd0fd8-c305-46e4-9e23-614b3043994c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 1097 time: 0.0792539 Jul 23 17:13:08.939369 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f78ea454-be6a-41dd-b502-50d158c6312f req-9eb25e6b-05a6-4c80-af1e-07e033d889d0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396092 Jul 23 17:13:09.002727 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-63e2745a-5696-4297-8595-99599997f9d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3643c63-53c4-4f79-936a-07dc65317581 HTTP/1.1" status: 200 len: 217 time: 0.0616403 Jul 23 17:13:09.075575 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-667c0691-034b-4657-a34d-bd25a4d192a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:09.077292 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-667c0691-034b-4657-a34d-bd25a4d192a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0677314 Jul 23 17:13:09.112687 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157cfa-ef6c-4536-b259-849c5289824e req-7decc4e9-8e0b-48ac-9bb9-b0f974036cf9 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:09.114161 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3157cfa-ef6c-4536-b259-849c5289824e req-7decc4e9-8e0b-48ac-9bb9-b0f974036cf9 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0810285 Jul 23 17:13:09.148329 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cfed7ef1-f282-4e51-8b48-84fadd4c8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:09.149886 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cfed7ef1-f282-4e51-8b48-84fadd4c8c65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646112 Jul 23 17:13:09.153963 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3157cfa-ef6c-4536-b259-849c5289824e req-b5194a0b-0a53-4b48-84b6-c884508d12b5 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341628 Jul 23 17:13:09.239829 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-cf3c405d-313e-4262-bb0e-36b02cb3ddee service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813744 Jul 23 17:13:09.330633 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-249c9da6-92d2-4f9a-bbfd-c693b51591a1 req-c748240d-3367-4748-b197-b6e7b92ccae5 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842531 Jul 23 17:13:09.428181 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-b312ac39-9850-4a3e-b30e-4dd79b3608a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:09.429552 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-b312ac39-9850-4a3e-b30e-4dd79b3608a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 1097 time: 0.0522118 Jul 23 17:13:09.530565 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-f6d38c2c-e8fd-47df-ae99-bff95558cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:09.532004 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-f6d38c2c-e8fd-47df-ae99-bff95558cf12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 913 time: 0.0874422 Jul 23 17:13:09.574082 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-44207309-d6fa-45bb-ad0e-c955d122738c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3643c63-53c4-4f79-936a-07dc65317581 HTTP/1.1" status: 200 len: 217 time: 0.0339127 Jul 23 17:13:09.621338 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-0ef00a1c-3a68-4e80-95df-01da5cf90a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:09.622758 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-0ef00a1c-3a68-4e80-95df-01da5cf90a27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0408101 Jul 23 17:13:09.682686 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-4b0e73d2-082c-41f5-9742-82c134e37097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:09.684047 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-4b0e73d2-082c-41f5-9742-82c134e37097 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546699 Jul 23 17:13:09.770403 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-e9a0b694-7c61-4733-afa0-75cbfe197ec9 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789020 Jul 23 17:13:09.865409 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-efc22b8c-9cbd-4d03-8655-e3e97f41630c req-b10bcae6-10e2-40bd-9928-19576366b0a5 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855231 Jul 23 17:13:09.908648 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0bfa4-f0ac-4e6e-a1e2-e404d6d13cbe req-b8a8c82a-9b70-4a8d-8e31-576b979feab9 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:09.910130 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d7a0bfa4-f0ac-4e6e-a1e2-e404d6d13cbe req-b8a8c82a-9b70-4a8d-8e31-576b979feab9 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 944 time: 0.0619485 Jul 23 17:13:09.947101 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d7a0bfa4-f0ac-4e6e-a1e2-e404d6d13cbe req-3967e6e6-f529-4f85-8c58-00f11c7e057c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Jul 23 17:13:10.079881 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd96d2-85bb-46b2-8260-e77099270ba1 req-b8ea5310-d5d1-4490-ae39-f072395dbf8d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:10.081378 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-63cd96d2-85bb-46b2-8260-e77099270ba1 req-b8ea5310-d5d1-4490-ae39-f072395dbf8d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0678155 Jul 23 17:13:10.118364 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-63cd96d2-85bb-46b2-8260-e77099270ba1 req-b1083106-09f7-425a-ae21-698abf3daa7e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313389 Jul 23 17:13:10.282820 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3354a-cc6a-4a9f-82e7-723314fcb016 req-02b60b99-4085-4edb-ae2a-d5589617c255 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:10.284279 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-def3354a-cc6a-4a9f-82e7-723314fcb016 req-02b60b99-4085-4edb-ae2a-d5589617c255 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0628080 Jul 23 17:13:10.321251 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-def3354a-cc6a-4a9f-82e7-723314fcb016 req-bd96d596-bcfd-45c5-bcad-e47ad8961f8b tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Jul 23 17:13:10.448521 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b864b-557f-4ee2-93be-d9ebc02394ef req-4138cfe6-3369-4de4-b650-fdab9822acb4 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:10.450003 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0b0b864b-557f-4ee2-93be-d9ebc02394ef req-4138cfe6-3369-4de4-b650-fdab9822acb4 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0650537 Jul 23 17:13:10.487107 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0b0b864b-557f-4ee2-93be-d9ebc02394ef req-87e93cd5-51e8-4d2d-aa7b-22bfdf0b220a tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315874 Jul 23 17:13:10.508292 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51778) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:10.650283 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65dbe9f-833c-4090-b71c-b55a340b058c tempest-TestShelveInstance-1325608049 tempest-TestShelveInstance-1325608049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:10.651761 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c65dbe9f-833c-4090-b71c-b55a340b058c tempest-TestShelveInstance-1325608049 tempest-TestShelveInstance-1325608049-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1094 time: 0.1424220 Jul 23 17:13:10.654586 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51782) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:10.659641 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Request body: {'floatingip': {'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'port_id': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:10.681061 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:10.779257 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:10.879745 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Allocated IP 172.27.2.28 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/e48d324e-5681-4fcb-bb13-568d0b3ed493) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:13:10.980882 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:11.043674 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:11.086725 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:13:11.093000 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:13:11.099905 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:13:11.104642 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'Port': ['ID=e48d324e-5681-4fcb-bb13-568d0b3ed493,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:11.153661 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a508a-7ec0-44c5-ba31-c77786081e4f req-68fb2d07-c8da-40bf-8df7-9207b288d50a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:11.155147 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8a6a508a-7ec0-44c5-ba31-c77786081e4f req-68fb2d07-c8da-40bf-8df7-9207b288d50a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 944 time: 0.1436987 Jul 23 17:13:11.245088 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8a6a508a-7ec0-44c5-ba31-c77786081e4f req-c3b1c058-de20-4fbd-8fb3-aeb78efbf9ec tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819347 Jul 23 17:13:11.398042 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c6bc0-0858-455e-a1d7-cc51fbcc3997 req-91a823c6-3045-44fb-9ce4-e1e521e1066d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:11.399435 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f25c6bc0-0858-455e-a1d7-cc51fbcc3997 req-91a823c6-3045-44fb-9ce4-e1e521e1066d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.1512702 Jul 23 17:13:11.444613 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:13:11.471533 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f25c6bc0-0858-455e-a1d7-cc51fbcc3997 req-5cf00f62-d83e-4829-a3e3-8073babdd432 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643282 Jul 23 17:13:11.559185 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:11.566796 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:11.571129 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'port_id': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'mac_address': 'fa:16:3e:ae:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:13:11.606825 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:11.620054 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:13:11.640348 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:11.643387 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:11.645562 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:11.695836 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:11.797739 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:11.802960 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:11.867585 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:13:11.873092 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event updated for resources: {'Port': ['ID=e48d324e-5681-4fcb-bb13-568d0b3ed493,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:11.881612 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:11.979453 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Floating IP 4d7d48f4-b6df-4485-a2e7-d928115adae6 associated. External IP: 172.27.2.28, port: 24a2ca32-c49a-4423-89e4-637c65e7b67c. Jul 23 17:13:12.180064 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Router 8402be15-9421-441a-8bf3-0f6028a61b3c has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:13:12.288085 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:13:12.299941 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] Sync routers for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:13:12.303536 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:12.310045 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:12.310693 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:12.369098 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a62641b1-950c-4395-be36-f7a992ec2f46 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7134955 Jul 23 17:13:12.372004 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:12.374145 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5173036-a676-4302-85e6-d07f5c7aaf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:12.405707 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93384b68-4ac5-41a1-b968-c76268a0ce2c req-56aa32e8-faa1-4bbb-8fca-5ff911624e7b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:12.407848 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-93384b68-4ac5-41a1-b968-c76268a0ce2c req-56aa32e8-faa1-4bbb-8fca-5ff911624e7b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 944 time: 0.0833802 Jul 23 17:13:12.414217 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19c0fe4-5b8d-478f-a711-2c716a7fa1a3 x-openstack-request-id: req-f19c0fe4-5b8d-478f-a711-2c716a7fa1a3 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:12.414504 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:12.414752 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f19c0fe4-5b8d-478f-a711-2c716a7fa1a3 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:12.415138 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'status': 'completed', 'code': 200} Jul 23 17:13:12.429402 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:12.450660 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-93384b68-4ac5-41a1-b968-c76268a0ce2c req-9ebe7d4f-0285-42ee-b30e-80770b65a679 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345781 Jul 23 17:13:12.491840 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-926b25f4-9d94-4f8a-ab90-c909a41612ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:12.493350 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-926b25f4-9d94-4f8a-ab90-c909a41612ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1099 time: 0.0536265 Jul 23 17:13:12.594174 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-e7c82350-cd1c-403a-b890-42d2cf1798c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:12.596040 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-e7c82350-cd1c-403a-b890-42d2cf1798c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 200 len: 910 time: 0.0966282 Jul 23 17:13:12.612780 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6dffb-2262-459d-b1ae-579db5969825 req-5988937f-ed58-46eb-aa33-34be990d22f0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:12.614309 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d7d6dffb-2262-459d-b1ae-579db5969825 req-5988937f-ed58-46eb-aa33-34be990d22f0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 944 time: 0.0667369 Jul 23 17:13:12.656997 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d7d6dffb-2262-459d-b1ae-579db5969825 req-9ff4ef89-eb30-4951-b8c8-7f1a448f4065 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363560 Jul 23 17:13:12.670413 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-0ee80124-7c08-4205-8026-30626ee9242e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 200 len: 999 time: 0.0610263 Jul 23 17:13:12.718116 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '4d7d48f4-b6df-4485-a2e7-d928115adae6', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'port_id': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'mac_address': 'fa:16:3e:f4:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:11Z', 'updated_at': '2021-07-23T17:13:11Z', 'revision_number': 0, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68c878f-ad32-4f3e-89c9-d4766f0fd4d8', 'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'mac_address': 'fa:16:3e:3e:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:26Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 5, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'subnets': [{'id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:12.718801 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-6390f147-0bb7-4ceb-8cc5-3ee8256b851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:12.720154 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-6390f147-0bb7-4ceb-8cc5-3ee8256b851f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d560f79a-a341-4c21-b811-412078ba23dd HTTP/1.1" status: 200 len: 848 time: 0.0433321 Jul 23 17:13:12.746955 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] Checking router: 8402be15-9421-441a-8bf3-0f6028a61b3c for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:13:12.755716 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:12.756334 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:12:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:12.782079 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-ee59251a-baef-4a7d-b1e2-9118d1306614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:12.783617 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-ee59251a-baef-4a7d-b1e2-9118d1306614 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca58638b-372f-4250-adad-6b75a3dee01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573637 Jul 23 17:13:12.860020 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:12.873287 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-cae423c1-f3e6-48b4-8237-4053a47df911 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829268 Jul 23 17:13:12.904134 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d4c4-ae90-41b0-9d3e-54a5d7838bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:12.966796 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e5173036-a676-4302-85e6-d07f5c7aaf4b req-f3e4afa4-37a2-4cb7-af3b-d4287ce92d23 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861583 Jul 23 17:13:13.090477 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '4d7d48f4-b6df-4485-a2e7-d928115adae6', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'port_id': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'mac_address': 'fa:16:3e:f4:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:11Z', 'updated_at': '2021-07-23T17:13:11Z', 'revision_number': 0, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68c878f-ad32-4f3e-89c9-d4766f0fd4d8', 'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'mac_address': 'fa:16:3e:3e:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:26Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 5, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'subnets': [{'id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:13.115476 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20814fa7-5ecb-4d41-9a3d-e088a02a1e6e None None] The sync data for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi is: [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '4d7d48f4-b6df-4485-a2e7-d928115adae6', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'port_id': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'mac_address': 'fa:16:3e:f4:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:11Z', 'updated_at': '2021-07-23T17:13:11Z', 'revision_number': 0, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68c878f-ad32-4f3e-89c9-d4766f0fd4d8', 'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'mac_address': 'fa:16:3e:3e:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:26Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 5, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'subnets': [{'id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:13:13.295409 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:13.304423 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6598d1-f148-4315-970a-8e3a85681ad1 None None] New status for floating IP 4d7d48f4-b6df-4485-a2e7-d928115adae6: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:13:13.437768 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:13:13.490490 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:13:13.494730 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:13:13.495098 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:13.572166 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:13.583938 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6c316-8c79-426e-8006-7f4ca9c8225a req-1918233a-1936-4642-9bc5-6ebf20626710 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:13.585440 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-feb6c316-8c79-426e-8006-7f4ca9c8225a req-1918233a-1936-4642-9bc5-6ebf20626710 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 944 time: 0.0664473 Jul 23 17:13:13.594834 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:13.597517 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db11cac-ec38-4f10-beaa-fcbc173e3602" -d '{"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-plugged", "status": "completed", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:13.610474 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:13.615138 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:13.626353 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-feb6c316-8c79-426e-8006-7f4ca9c8225a req-1bd8580c-2454-45ef-8b94-42652318b955 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349886 Jul 23 17:13:13.646901 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d5dfdb-a5e5-43ff-917e-df74f4e77b04 x-openstack-request-id: req-f4d5dfdb-a5e5-43ff-917e-df74f4e77b04 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:13.647299 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-plugged", "status": "completed", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:13.647436 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4d5dfdb-a5e5-43ff-917e-df74f4e77b04 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:13.647798 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'code': 200} Jul 23 17:13:13.794440 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb04115-e3e6-4128-9275-3548b8933890 req-863c9cd8-1724-4ee0-be59-8e3c1f5bc041 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:13.795916 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1bb04115-e3e6-4128-9275-3548b8933890 req-863c9cd8-1724-4ee0-be59-8e3c1f5bc041 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0664160 Jul 23 17:13:13.796245 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:13.829534 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb85901-4a0c-40c5-b993-939881ce970d req-9e284d32-a874-4176-985c-6181c06b9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:13.831168 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-afb85901-4a0c-40c5-b993-939881ce970d req-9e284d32-a874-4176-985c-6181c06b9592 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 1098 time: 0.0583925 Jul 23 17:13:13.837415 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1bb04115-e3e6-4128-9275-3548b8933890 req-a406bda0-462e-4bf2-ae05-606dffbf0cb3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318687 Jul 23 17:13:13.865379 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-afb85901-4a0c-40c5-b993-939881ce970d req-332a354a-cd25-4365-aa5d-536c8daf3c53 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281832 Jul 23 17:13:14.756470 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d64b7-4907-4898-8908-371d3c425361 req-0cd39a01-b5f3-4c40-8085-370dc6370510 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:14.757986 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2b1d64b7-4907-4898-8908-371d3c425361 req-0cd39a01-b5f3-4c40-8085-370dc6370510 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 944 time: 0.0619700 Jul 23 17:13:14.800316 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2b1d64b7-4907-4898-8908-371d3c425361 req-269f24d4-43a8-4f79-a889-d0d4b53c4e79 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365872 Jul 23 17:13:14.974228 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb74e6c-c416-4ea4-92dd-c57128f5bbc4 req-1fabf8e0-738a-4210-b87d-842503edef04 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:14.975699 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aeb74e6c-c416-4ea4-92dd-c57128f5bbc4 req-1fabf8e0-738a-4210-b87d-842503edef04 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0647304 Jul 23 17:13:15.012457 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aeb74e6c-c416-4ea4-92dd-c57128f5bbc4 req-cf8ffefd-2c54-476b-9f22-4c0c3f6858e2 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312321 Jul 23 17:13:15.140311 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fda39-cf08-42aa-bef6-9dbd57dcc10d req-bbf85fce-49f3-4a0b-abc3-823ec36a422d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:15.141803 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-556fda39-cf08-42aa-bef6-9dbd57dcc10d req-bbf85fce-49f3-4a0b-abc3-823ec36a422d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0616543 Jul 23 17:13:15.150012 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51816) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:15.154355 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-a7c54148-97d2-4e65-b0fa-73beb07d6cde tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Request body: {'floatingip': {'port_id': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:15.411573 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-dbf41ee9-0a7d-4372-8d00-b1af3f849081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:15.465074 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7c54148-97d2-4e65-b0fa-73beb07d6cde tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:15.776476 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:15.918911 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7c54148-97d2-4e65-b0fa-73beb07d6cde tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:15.925117 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7c54148-97d2-4e65-b0fa-73beb07d6cde tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:16.015918 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71399edb-a2d7-4203-9fac-b5d4ae3bc547 req-1c8a3108-2966-4610-9781-c1bf6a7c9711 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:16.017462 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71399edb-a2d7-4203-9fac-b5d4ae3bc547 req-1c8a3108-2966-4610-9781-c1bf6a7c9711 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 944 time: 0.1498415 Jul 23 17:13:16.064874 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-a7c54148-97d2-4e65-b0fa-73beb07d6cde tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Floating IP f6047fc4-de33-437f-b4be-9c067f88031a associated. External IP: 172.27.2.120, port: f9fcb568-587f-4bbf-a1eb-eafb7ee3b756. Jul 23 17:13:16.069874 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-71399edb-a2d7-4203-9fac-b5d4ae3bc547 req-837294ef-35f0-424b-b598-95e3b8eb029c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464005 Jul 23 17:13:16.266382 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c54148-97d2-4e65-b0fa-73beb07d6cde tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Router a2d7bccc-2305-41c0-8146-d37496217506 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:13:16.380240 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c54148-97d2-4e65-b0fa-73beb07d6cde tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:13:16.384593 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a7c54148-97d2-4e65-b0fa-73beb07d6cde tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:16.395898 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] Sync routers for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:13:16.410974 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:16.411848 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:13:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:16.415018 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:16.421236 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a7c54148-97d2-4e65-b0fa-73beb07d6cde tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "PUT /v2.0/floatingips/f6047fc4-de33-437f-b4be-9c067f88031a HTTP/1.1" status: 200 len: 991 time: 1.2701836 Jul 23 17:13:16.421855 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:16.424691 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1364ab30-4f02-4377-b347-e7eaeebdeeae" -d '{"events": [{"name": "network-changed", "server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:16.460949 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b653246-d0cf-4a4f-a018-4a070e5fee74 x-openstack-request-id: req-9b653246-d0cf-4a4f-a018-4a070e5fee74 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:16.461599 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:16.461938 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b653246-d0cf-4a4f-a018-4a070e5fee74 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:16.462339 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'status': 'completed', 'code': 200} Jul 23 17:13:16.521545 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:16.536092 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-d7e3009e-dce6-49a5-879a-5ebc65ac5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:16.537632 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-d7e3009e-dce6-49a5-879a-5ebc65ac5f60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 1098 time: 0.0535264 Jul 23 17:13:16.632356 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-29cca72b-16b7-430b-8465-07620efe4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:16.633774 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-29cca72b-16b7-430b-8465-07620efe4280 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 918 time: 0.0897717 Jul 23 17:13:16.710822 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-a3003f0b-b715-4ad5-b51e-51d5877c7b8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 HTTP/1.1" status: 200 len: 999 time: 0.0647438 Jul 23 17:13:16.760160 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'f6047fc4-de33-437f-b4be-9c067f88031a', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'port_id': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'mac_address': 'fa:16:3e:ae:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:02Z', 'updated_at': '2021-07-23T17:13:15Z', 'revision_number': 1, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:16.764422 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-2557728d-7c41-4e42-80d7-a27435290f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:16.765952 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-2557728d-7c41-4e42-80d7-a27435290f27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.0478485 Jul 23 17:13:16.792430 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] Checking router: a2d7bccc-2305-41c0-8146-d37496217506 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:13:16.802072 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:16.802673 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:13:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:16.833124 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-e65f9b4e-8a56-4a96-978e-f264879bcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:16.834665 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-e65f9b4e-8a56-4a96-978e-f264879bcce8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549884 Jul 23 17:13:16.904275 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:16.926827 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-7f812669-203c-4985-a1f1-51b42bd5a021 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853064 Jul 23 17:13:17.016186 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-1364ab30-4f02-4377-b347-e7eaeebdeeae req-57407b4b-3387-4330-8161-4eefcc7ca4d2 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827899 Jul 23 17:13:17.130401 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'f6047fc4-de33-437f-b4be-9c067f88031a', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'port_id': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'mac_address': 'fa:16:3e:ae:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:02Z', 'updated_at': '2021-07-23T17:13:15Z', 'revision_number': 1, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:17.157186 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3214dbe-2560-4796-9760-e6fb5a51f9c2 None None] The sync data for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi is: [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'f6047fc4-de33-437f-b4be-9c067f88031a', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'port_id': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'mac_address': 'fa:16:3e:ae:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:02Z', 'updated_at': '2021-07-23T17:13:15Z', 'revision_number': 1, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:13:17.207593 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cb0de-fee1-47a9-92ae-95bcf8c2ded4 req-c3a004b1-252e-4f16-a6fc-3531e7d4c938 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:17.209091 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8b5cb0de-fee1-47a9-92ae-95bcf8c2ded4 req-c3a004b1-252e-4f16-a6fc-3531e7d4c938 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 944 time: 0.0656474 Jul 23 17:13:17.247560 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8b5cb0de-fee1-47a9-92ae-95bcf8c2ded4 req-00e40d51-c98a-4bf2-a6dc-81bcb9254633 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Jul 23 17:13:17.344342 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e653619-43b4-4d56-af3e-b58ebf4806c4 None None] New status for floating IP f6047fc4-de33-437f-b4be-9c067f88031a: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:13:17.470300 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device d3643c63-53c4-4f79-936a-07dc65317581 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:13:17.574051 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port d3643c63-53c4-4f79-936a-07dc65317581, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3643c63-53c4-4f79-936a-07dc65317581,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:17.586890 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': 'd3643c63-53c4-4f79-936a-07dc65317581', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:13:17.620878 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:17.633824 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3643c63-53c4-4f79-936a-07dc65317581 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:13:17.652488 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port d3643c63-53c4-4f79-936a-07dc65317581, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3643c63-53c4-4f79-936a-07dc65317581,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:17.656062 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:17.706463 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=d3643c63-53c4-4f79-936a-07dc65317581,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:17.922385 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['d3643c63-53c4-4f79-936a-07dc65317581'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:13:18.049631 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:18.378549 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2027b06-de88-4482-829d-57f39d99cef4 req-99610f30-4777-42d1-bcd4-5d2d9040a758 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:18.380102 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b2027b06-de88-4482-829d-57f39d99cef4 req-99610f30-4777-42d1-bcd4-5d2d9040a758 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 945 time: 0.0649517 Jul 23 17:13:18.418916 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b2027b06-de88-4482-829d-57f39d99cef4 req-4282cb0c-5bb4-47b8-8c1e-a640d46aa644 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332711 Jul 23 17:13:19.486244 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device d3643c63-53c4-4f79-936a-07dc65317581 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:13:19.533033 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port d3643c63-53c4-4f79-936a-07dc65317581 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:13:19.537161 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port d3643c63-53c4-4f79-936a-07dc65317581 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:13:19.537593 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:19.549580 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f254609-1dfe-4548-9442-f3b1d5a72aaf req-43a0a602-c920-4015-a93d-4bd9f66f095c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:19.551320 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6f254609-1dfe-4548-9442-f3b1d5a72aaf req-43a0a602-c920-4015-a93d-4bd9f66f095c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 945 time: 0.0623097 Jul 23 17:13:19.589511 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6f254609-1dfe-4548-9442-f3b1d5a72aaf req-5cd3f915-1f25-4fd3-932d-14218082001e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323777 Jul 23 17:13:19.613567 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:19.637513 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:19.639695 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd5871f-d418-46cb-be7a-09d9fa177d84" -d '{"events": [{"server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "name": "network-vif-plugged", "status": "completed", "tag": "d3643c63-53c4-4f79-936a-07dc65317581"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:19.652496 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port d3643c63-53c4-4f79-936a-07dc65317581, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3643c63-53c4-4f79-936a-07dc65317581,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:19.656731 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:19.680054 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305dce53-1694-4662-9e16-a0a53b129f82 x-openstack-request-id: req-305dce53-1694-4662-9e16-a0a53b129f82 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:19.680346 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "name": "network-vif-plugged", "status": "completed", "tag": "d3643c63-53c4-4f79-936a-07dc65317581", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:19.680593 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-305dce53-1694-4662-9e16-a0a53b129f82 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:19.680969 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581', 'code': 200} Jul 23 17:13:19.707107 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=d3643c63-53c4-4f79-936a-07dc65317581,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:19.920339 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac6550-08ef-45bd-94d1-e46e7ab72028 req-89e8246a-6389-41d6-be79-286e86cfe71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:19.921857 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-69ac6550-08ef-45bd-94d1-e46e7ab72028 req-89e8246a-6389-41d6-be79-286e86cfe71e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 1099 time: 0.0540318 Jul 23 17:13:19.960201 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-69ac6550-08ef-45bd-94d1-e46e7ab72028 req-8d2108b4-6f88-458a-9a89-064fb7288362 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311787 Jul 23 17:13:20.719397 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d7bd0-dc12-4d8f-86e6-4799845a2a2c req-49a8f881-9a97-4890-b5cf-3603462cb3f2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:20.722059 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-495d7bd0-dc12-4d8f-86e6-4799845a2a2c req-49a8f881-9a97-4890-b5cf-3603462cb3f2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 946 time: 0.0649161 Jul 23 17:13:20.764011 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-495d7bd0-dc12-4d8f-86e6-4799845a2a2c req-e0ded43e-5231-4dd8-a3f9-a1f3d96d2d0e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362456 Jul 23 17:13:21.898436 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bccaf-bccd-4883-85a7-e181e7f02f81 req-d2ddfcf0-b744-4b9b-834d-a9546d02f334 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:21.899925 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-136bccaf-bccd-4883-85a7-e181e7f02f81 req-d2ddfcf0-b744-4b9b-834d-a9546d02f334 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 946 time: 0.0632842 Jul 23 17:13:21.937157 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-136bccaf-bccd-4883-85a7-e181e7f02f81 req-78d5a857-f4ab-4d6b-b9a4-4716c1397d20 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Jul 23 17:13:22.067369 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d5e80-bf6d-45a1-a3f8-f20accee7e34 req-58370d29-3e42-4e61-b735-2220e40ac41b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:22.068794 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-096d5e80-bf6d-45a1-a3f8-f20accee7e34 req-58370d29-3e42-4e61-b735-2220e40ac41b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 946 time: 0.0648358 Jul 23 17:13:22.107204 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-096d5e80-bf6d-45a1-a3f8-f20accee7e34 req-7ecbeb92-36f1-48c1-b92f-ef802b661f33 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328019 Jul 23 17:13:22.129090 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51864) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:22.183938 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d2ac6-6d59-4239-8024-3b200140ffa4 tempest-TestVolumeBootPattern-196722954 tempest-TestVolumeBootPattern-196722954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:22.185454 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4a8d2ac6-6d59-4239-8024-3b200140ffa4 tempest-TestVolumeBootPattern-196722954 tempest-TestVolumeBootPattern-196722954-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 1094 time: 0.0553777 Jul 23 17:13:22.188794 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 51866) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:22.193043 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'floatingip': {'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:13:22.214798 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:22.307731 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:22.413987 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Allocated IP 172.27.2.122 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/8568895e-0c94-44d7-b79d-2c5e50f3f62e) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:13:22.511665 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:22.548904 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:22.588752 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:13:22.591482 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:13:22.593877 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:13:22.623158 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'Port': ['ID=8568895e-0c94-44d7-b79d-2c5e50f3f62e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:22.941617 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:23.016065 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:23.167100 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:23.171505 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:23.240696 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'Port': ['ID=8568895e-0c94-44d7-b79d-2c5e50f3f62e,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:23.250585 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:23.349593 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Floating IP b804602e-e883-4859-9c69-7b6061ac9867 associated. External IP: 172.27.2.122, port: d3643c63-53c4-4f79-936a-07dc65317581. Jul 23 17:13:23.551848 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Router 5ccdb645-0bf3-4ea6-8899-2bae48354998 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:13:23.662063 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:13:23.671068 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] Sync routers for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:13:23.678032 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:23.683298 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:23.683991 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:13:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:23.725388 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-e73cc6dc-712e-4dbd-98a7-d66d4f5ee74f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5241973 Jul 23 17:13:23.725388 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:23.725388 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efc3ffc-8c2c-47af-90af-d47a94875f93" -d '{"events": [{"name": "network-changed", "server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "tag": "d3643c63-53c4-4f79-936a-07dc65317581"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:23.753649 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad38d320-d0e5-4be8-a104-d6bf49986e90 x-openstack-request-id: req-ad38d320-d0e5-4be8-a104-d6bf49986e90 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:23.753955 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "tag": "d3643c63-53c4-4f79-936a-07dc65317581", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:23.754219 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad38d320-d0e5-4be8-a104-d6bf49986e90 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:23.754612 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581', 'status': 'completed', 'code': 200} Jul 23 17:13:23.801504 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:23.832281 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-28557ef9-72ee-465c-b9f6-3b4636760e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:23.833800 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-28557ef9-72ee-465c-b9f6-3b4636760e7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 1099 time: 0.0541139 Jul 23 17:13:23.924021 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-31d02cdc-0603-4ef9-a9e3-9a70cbfd92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:23.925522 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-31d02cdc-0603-4ef9-a9e3-9a70cbfd92ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 913 time: 0.0828538 Jul 23 17:13:23.992213 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-c5609215-de86-4be4-b972-a77c683b8d91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3643c63-53c4-4f79-936a-07dc65317581 HTTP/1.1" status: 200 len: 1000 time: 0.0596819 Jul 23 17:13:24.015970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'b804602e-e883-4859-9c69-7b6061ac9867', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:22Z', 'updated_at': '2021-07-23T17:13:22Z', 'revision_number': 0, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:24.044281 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-09410a2d-86a7-4117-8219-bc7b3804c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:24.045503 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-09410a2d-86a7-4117-8219-bc7b3804c27b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0464580 Jul 23 17:13:24.048397 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] Checking router: 5ccdb645-0bf3-4ea6-8899-2bae48354998 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:13:24.057571 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:24.058191 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:13:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:24.110162 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-a8ebc1ac-feaf-43c7-ac44-7f8c58fe1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:24.111657 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-a8ebc1ac-feaf-43c7-ac44-7f8c58fe1458 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555763 Jul 23 17:13:24.210450 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-1bcbe465-1234-41f2-a9d1-c4f8e2bcb67c service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918908 Jul 23 17:13:24.291509 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:24.320380 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-4efc3ffc-8c2c-47af-90af-d47a94875f93 req-1e71f0e5-3b68-40ff-9d4c-a674fde01b50 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915816 Jul 23 17:13:24.508944 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'b804602e-e883-4859-9c69-7b6061ac9867', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:22Z', 'updated_at': '2021-07-23T17:13:22Z', 'revision_number': 0, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:24.536682 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c745a35-022b-4a77-8c4d-a4575fc3ff15 None None] The sync data for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi is: [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'b804602e-e883-4859-9c69-7b6061ac9867', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:22Z', 'updated_at': '2021-07-23T17:13:22Z', 'revision_number': 0, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:13:24.716727 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff63f95-ff0d-40e9-b2f2-9a6d97ef3c52 None None] New status for floating IP b804602e-e883-4859-9c69-7b6061ac9867: ACTIVE {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:13:42.208724 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:13:42.876093 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5c92e3da-763d-40a2-8bed-8415460c8358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:43.300096 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:45.412483 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7c99ed88-554b-449a-88b2-000244824111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:45.777402 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:46.407725 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:48.043573 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:48.992925 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ed5bd-6841-41ca-9e96-390de82428dc req-038e12f6-5f32-44ac-8873-11b52bd5034a tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:48.994398 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b37ed5bd-6841-41ca-9e96-390de82428dc req-038e12f6-5f32-44ac-8873-11b52bd5034a tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 946 time: 0.0620418 Jul 23 17:13:49.035848 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b37ed5bd-6841-41ca-9e96-390de82428dc req-5d6be463-a447-407b-ae09-843916d8f93a tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358834 Jul 23 17:13:50.163396 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a1e1-892e-4e66-ac44-c30d162ca2e5 req-795c7c17-59f3-4fca-bcdc-0c9be663954d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:50.164529 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4985a1e1-892e-4e66-ac44-c30d162ca2e5 req-795c7c17-59f3-4fca-bcdc-0c9be663954d tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 946 time: 0.0634019 Jul 23 17:13:50.202192 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4985a1e1-892e-4e66-ac44-c30d162ca2e5 req-68deb757-696f-45b7-bc98-165619a84b01 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Jul 23 17:13:50.982434 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66784f8-338a-4e33-9e83-67245152b677 req-ad1dadd9-028d-4940-84e0-9ef3abc63ce9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:50.983883 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a66784f8-338a-4e33-9e83-67245152b677 req-ad1dadd9-028d-4940-84e0-9ef3abc63ce9 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 946 time: 0.0617831 Jul 23 17:13:51.085968 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Deleting port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:13:51.086304 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:51.169003 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] For port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:51.169352 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:51.334956 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d6f4e-30da-40ef-8593-1507d0928faf req-e8c06d2d-4dc3-4406-a430-25d111129883 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:51.334956 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9c2d6f4e-30da-40ef-8593-1507d0928faf req-e8c06d2d-4dc3-4406-a430-25d111129883 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/ports?device_id=6837b21d-92a3-4f2f-86e8-67c43b926cab HTTP/1.1" status: 200 len: 946 time: 0.0642622 Jul 23 17:13:51.371405 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9c2d6f4e-30da-40ef-8593-1507d0928faf req-32ae671a-9059-46cc-92bd-cfb5235363e2 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups?id=f6e67851-7d10-4dd2-b4ef-92ec5d55272e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Jul 23 17:13:51.389915 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:51.390286 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:51.390599 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Floating IP b3f145b9-3dc7-4728-8013-7e03930c5b14 disassociated. External IP: 172.27.2.164, port: 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75. Jul 23 17:13:51.390939 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Calling delete_port for 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:13:51.514715 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:51.541802 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event deleted for resources: {'Port': ['ID=82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:51.650425 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Router 69a89869-a949-4b76-9e60-7b9d404ae128 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:13:51.753571 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:13:51.762779 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] Sync routers for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:13:51.772093 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:51.772644 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:13:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:51.797896 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] No DVR routers for this DVR port 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 on host hv-cinder-80191 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:13:51.800415 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:51.802680 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a66784f8-338a-4e33-9e83-67245152b677 req-a865ce1a-f6be-42d7-bda8-69d83e760368 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.16 "DELETE /v2.0/ports/82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 HTTP/1.1" status: 204 len: 173 time: 0.8132255 Jul 23 17:13:51.803106 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'name': 'network-vif-deleted', 'tag': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:13:51.805312 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d19839-ff58-4dbb-8115-b5a81514ad13" -d '{"events": [{"server_uuid": "6837b21d-92a3-4f2f-86e8-67c43b926cab", "name": "network-vif-deleted", "tag": "82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:13:51.842521 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121036b0-3042-4e74-ac25-ec651a1e55bf x-openstack-request-id: req-121036b0-3042-4e74-ac25-ec651a1e55bf {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:13:51.842813 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6837b21d-92a3-4f2f-86e8-67c43b926cab", "name": "network-vif-deleted", "tag": "82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:13:51.843070 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-121036b0-3042-4e74-ac25-ec651a1e55bf {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:13:51.843503 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6837b21d-92a3-4f2f-86e8-67c43b926cab', 'name': 'network-vif-deleted', 'tag': '82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75', 'status': 'completed', 'code': 200} Jul 23 17:13:51.885174 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:52.090761 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:52.116125 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] Checking router: 69a89869-a949-4b76-9e60-7b9d404ae128 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:13:52.123973 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:52.124615 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:13:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:52.228664 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:52.440541 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:52.455360 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52074) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:52.469612 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97b337-2fd4-4ac7-beea-5415c12ca17b None None] The sync data for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi is: [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:07:56Z', 'revision_number': 4, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'f094ab6c-5fc3-4e11-8d08-0fb17009b939', 'name': '', 'network_id': '21e00633-73c6-46b3-b55d-30caf2048663', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'mac_address': 'fa:16:3e:f0:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:55Z', 'updated_at': '2021-07-23T17:08:04Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'subnets': [{'id': '0887825e-5823-4755-8aa4-5fcb38f8f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:13:52.512834 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-87f3214f-4333-4ea4-8d9a-546589821eff tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:52.540203 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-87f3214f-4333-4ea4-8d9a-546589821eff tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:52.587590 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-87f3214f-4333-4ea4-8d9a-546589821eff tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:52.590322 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-87f3214f-4333-4ea4-8d9a-546589821eff tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:52.591559 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-87f3214f-4333-4ea4-8d9a-546589821eff tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "DELETE /v2.0/security-groups/f6e67851-7d10-4dd2-b4ef-92ec5d55272e HTTP/1.1" status: 204 len: 168 time: 0.1345663 Jul 23 17:13:52.594617 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52076) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:52.602442 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3214f-4333-4ea4-8d9a-546589821eff tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e67851-7d10-4dd2-b4ef-92ec5d55272e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:52.613418 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.api.v2.resource [None req-c171d9b0-7ac4-4bff-ae82-92e84ae01c12 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] show failed (client error): The resource could not be found. Jul 23 17:13:52.617680 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52078) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:52.618589 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c171d9b0-7ac4-4bff-ae82-92e84ae01c12 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "GET /v2.0/security-groups/f6e67851-7d10-4dd2-b4ef-92ec5d55272e HTTP/1.1" status: 404 len: 347 time: 0.0227959 Jul 23 17:13:52.690166 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3e83b-de13-4772-9090-e953d12afbc7 None None] New status for floating IP b3f145b9-3dc7-4728-8013-7e03930c5b14: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:13:52.744329 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Deleting port fdd18791-f82d-4430-a7ba-c9947b013c1b {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:13:52.744679 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:52.821720 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:52.822046 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:52.833130 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Calling delete_port for fdd18791-f82d-4430-a7ba-c9947b013c1b owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:13:52.961792 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:52.984077 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Pushing event deleted for resources: {'Port': ['ID=fdd18791-f82d-4430-a7ba-c9947b013c1b,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:53.271138 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:53.273622 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:53.279882 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8c222ecb-316f-4f34-a9d4-dd5a936c1b22 tempest-AttachVolumeTestJSON-723120463 tempest-AttachVolumeTestJSON-723120463-project] 10.222.0.70 "DELETE /v2.0/floatingips/b3f145b9-3dc7-4728-8013-7e03930c5b14 HTTP/1.1" status: 204 len: 168 time: 0.6532340 Jul 23 17:13:55.600595 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:13:55.621771 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:13:55.622115 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 82e3ffd0-9038-4d82-9aaa-8c3e5fe14d75 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:13:56.791374 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52116) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:57.221914 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717314'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:57.467682 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Deleting port f094ab6c-5fc3-4e11-8d08-0fb17009b939 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:13:57.468024 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:57.546605 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] For port f094ab6c-5fc3-4e11-8d08-0fb17009b939, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=f094ab6c-5fc3-4e11-8d08-0fb17009b939,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:57.546872 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:57.559222 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Calling delete_port for f094ab6c-5fc3-4e11-8d08-0fb17009b939 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:13:57.733884 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:57.760141 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Pushing event deleted for resources: {'Port': ['ID=f094ab6c-5fc3-4e11-8d08-0fb17009b939,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:57.786585 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.786944 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.787290 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.787634 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.788414 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.788414 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.788621 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.788940 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.789270 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.789655 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.789990 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.790316 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:13:57.936125 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1718548'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.141853 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Router 69a89869-a949-4b76-9e60-7b9d404ae128 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:13:58.244017 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:13:58.249144 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3abc8885-6831-4cab-9a83-8a67792f7354 admin admin] 10.222.0.70 "PUT /v2.0/routers/69a89869-a949-4b76-9e60-7b9d404ae128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4564888 Jul 23 17:13:58.251448 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52122) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:58.257086 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] Sync routers for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:13:58.265821 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:58.266424 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:13:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:58.352780 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.367588 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:58.451826 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.504030 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Deleting port 3d721e66-1960-435c-bcf2-b7e59964a177 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:13:58.504381 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.544163 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:13:57Z', 'revision_number': 5, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port': {'id': '3d721e66-1960-435c-bcf2-b7e59964a177', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:07:50Z', 'updated_at': '2021-07-23T17:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:58.570265 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] Checking router: 69a89869-a949-4b76-9e60-7b9d404ae128 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:13:58.578315 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] Routers {'69a89869-a949-4b76-9e60-7b9d404ae128'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:58.578910 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:13:45Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['69a89869-a949-4b76-9e60-7b9d404ae128'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:58.585440 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] For port 3d721e66-1960-435c-bcf2-b7e59964a177, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=3d721e66-1960-435c-bcf2-b7e59964a177,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:58.585802 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.597259 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Calling delete_port for 3d721e66-1960-435c-bcf2-b7e59964a177 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:13:58.663696 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] Set router 69a89869-a949-4b76-9e60-7b9d404ae128 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:58.714343 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:13:58Z', 'revision_number': 6, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port_host': None}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:58.743802 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fe284-7dc1-4bed-98c5-26bd1da4d23d None None] The sync data for ids ['69a89869-a949-4b76-9e60-7b9d404ae128'] in dv-cinder-801916-2-iscsi is: [{'id': '69a89869-a949-4b76-9e60-7b9d404ae128', 'name': 'tempest-AttachVolumeTestJSON-1769639094-router', 'tenant_id': '9e2c89ff216648fbbc779b5b1b000247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:07:49Z', 'updated_at': '2021-07-23T17:13:58Z', 'revision_number': 6, 'project_id': '9e2c89ff216648fbbc779b5b1b000247', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:13:58.762121 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.786921 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d721e66-1960-435c-bcf2-b7e59964a177,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:58.850892 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707011'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.941198 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.943842 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.988430 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1711847'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.988919 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a89869-a949-4b76-9e60-7b9d404ae128 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:13:58.993750 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:58.994797 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-76c8801b-2629-486a-a281-5bef1468051f admin admin] 10.222.0.70 "DELETE /v2.0/routers/69a89869-a949-4b76-9e60-7b9d404ae128 HTTP/1.1" status: 204 len: 168 time: 0.7424409 Jul 23 17:13:58.997480 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52126) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:59.045304 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f9508d-2a0a-40da-9d5b-a1bc62422520 admin admin] Deleting subnet 0887825e-5823-4755-8aa4-5fcb38f8f872 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:13:59.048254 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77f9508d-2a0a-40da-9d5b-a1bc62422520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.082580 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77f9508d-2a0a-40da-9d5b-a1bc62422520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4854290'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.162118 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77f9508d-2a0a-40da-9d5b-a1bc62422520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.217128 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77f9508d-2a0a-40da-9d5b-a1bc62422520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7840797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201800'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.243494 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9508d-2a0a-40da-9d5b-a1bc62422520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0887825e-5823-4755-8aa4-5fcb38f8f872,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:59.249147 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77f9508d-2a0a-40da-9d5b-a1bc62422520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.249147 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-77f9508d-2a0a-40da-9d5b-a1bc62422520 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0887825e-5823-4755-8aa4-5fcb38f8f872 HTTP/1.1" status: 204 len: 168 time: 0.2489300 Jul 23 17:13:59.249937 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52128) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:13:59.251984 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45545258-f946-4298-8b1d-1796885f5525 None None] Network 21e00633-73c6-46b3-b55d-30caf2048663 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:13:59.315551 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.367525 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Deleting port 2780aa8b-3492-44b9-b56e-717dc8fbc284 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:13:59.367869 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.436555 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] For port 2780aa8b-3492-44b9-b56e-717dc8fbc284, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=2780aa8b-3492-44b9-b56e-717dc8fbc284,segment=NetworkSegment(5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf),segment_id=5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:13:59.436831 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.451936 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Calling delete_port for 2780aa8b-3492-44b9-b56e-717dc8fbc284 owned by network:dhcp {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:13:59.537726 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.567703 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283c22d-7197-4aab-9a85-fbb6ea403a70 None None] DHCP port deletion for 21e00633-73c6-46b3-b55d-30caf2048663 request from dv-cinder-801916-2-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:13:59.834509 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2780aa8b-3492-44b9-b56e-717dc8fbc284,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:13:59.840612 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] No DVR routers for this DVR port 2780aa8b-3492-44b9-b56e-717dc8fbc284 on host dv-cinder-801916-2-iscsi {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:13:59.913008 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.922578 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e00633-73c6-46b3-b55d-30caf2048663']}} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:59.932965 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf') {'for_net_delete': True} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:59.933264 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.services.segments.db [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd5c2ba-0122-46a8-8ef9-fde9f1599fdf') {} {{(pid=93251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:59.942475 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4854315'] for segment, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.955715 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.962444 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93251) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:13:59.962862 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7840935'] for segment, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: Traceback (most recent call last): Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: timer() Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: cb(*args, **kw) Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: return func(*args, **kwargs) Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: self._notify() Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: self.callback(batched_events) Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: event.method(event) Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: return f(self, *a, **k) Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._get(url).json() Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: return self.request(url, 'GET', **kwargs) Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:13:59.964506 dv-cinder-801916-2-iscsi neutron-server[93251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:14:00.020961 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:00.026191 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:00.028023 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/21e00633-73c6-46b3-b55d-30caf2048663 HTTP/1.1" status: 204 len: 168 time: 0.7771780 Jul 23 17:14:00.039145 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e00633-73c6-46b3-b55d-30caf2048663,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:00.049023 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.049390 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.049764 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.050081 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.050414 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.050740 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.051070 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.051423 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.052009 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.052407 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.052647 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.052963 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d075a73-f5b9-47ad-aff9-de361b7e38e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:00.127678 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device f094ab6c-5fc3-4e11-8d08-0fb17009b939 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:00.147034 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52134) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:00.151520 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: f094ab6c-5fc3-4e11-8d08-0fb17009b939 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:14:00.151865 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device f094ab6c-5fc3-4e11-8d08-0fb17009b939 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:14:00.152289 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 3d721e66-1960-435c-bcf2-b7e59964a177 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:00.170629 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 3d721e66-1960-435c-bcf2-b7e59964a177 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:14:00.170970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 3d721e66-1960-435c-bcf2-b7e59964a177 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:14:00.171381 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 2780aa8b-3492-44b9-b56e-717dc8fbc284 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:00.186220 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0c4c7c2b-981e-4150-953e-f557b5d27022 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e2c89ff216648fbbc779b5b1b000247&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380118 Jul 23 17:14:00.188517 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52136) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:00.190269 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 2780aa8b-3492-44b9-b56e-717dc8fbc284 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:14:00.190611 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 2780aa8b-3492-44b9-b56e-717dc8fbc284 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:14:00.235850 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d59f9d94-fb8f-4264-9059-1631cb9de9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:00.256729 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d59f9d94-fb8f-4264-9059-1631cb9de9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:00.306145 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d59f9d94-fb8f-4264-9059-1631cb9de9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:00.308640 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d59f9d94-fb8f-4264-9059-1631cb9de9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:00.309784 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d59f9d94-fb8f-4264-9059-1631cb9de9e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b07daf38-7d41-45c8-a7dc-f40bc2c1de74 HTTP/1.1" status: 204 len: 168 time: 0.1203299 Jul 23 17:14:00.317581 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f9d94-fb8f-4264-9059-1631cb9de9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07daf38-7d41-45c8-a7dc-f40bc2c1de74,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:03.613768 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0888f46-b4ac-47f5-9284-fa5548d41bf0 req-3377d5a0-c7fa-40c1-907a-68c99b0325ed tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:03.615323 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a0888f46-b4ac-47f5-9284-fa5548d41bf0 req-3377d5a0-c7fa-40c1-907a-68c99b0325ed tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0618048 Jul 23 17:14:03.652274 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a0888f46-b4ac-47f5-9284-fa5548d41bf0 req-88a76809-ad00-4c50-9306-ad75f9f04a01 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Jul 23 17:14:03.983303 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52230) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:04.087002 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb58b16a-d7cc-4823-b646-105a8a6daa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:04.175512 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb58b16a-d7cc-4823-b646-105a8a6daa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:04.179881 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-fb58b16a-d7cc-4823-b646-105a8a6daa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:04.215888 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-fb58b16a-d7cc-4823-b646-105a8a6daa95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8a068fc566b48c3ba8c1cbf3e6901b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314284 Jul 23 17:14:04.216800 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58b16a-d7cc-4823-b646-105a8a6daa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236bfb69-5aaf-487f-be10-64cb0ef38d5a,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:04.218617 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52234) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:04.269074 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e693c9f-9472-4da1-a04c-7ccd47bed6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:04.289700 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e693c9f-9472-4da1-a04c-7ccd47bed6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:04.334689 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e693c9f-9472-4da1-a04c-7ccd47bed6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:04.337982 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6e693c9f-9472-4da1-a04c-7ccd47bed6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:04.341901 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6e693c9f-9472-4da1-a04c-7ccd47bed6f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/236bfb69-5aaf-487f-be10-64cb0ef38d5a HTTP/1.1" status: 204 len: 168 time: 0.1192365 Jul 23 17:14:04.347483 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e693c9f-9472-4da1-a04c-7ccd47bed6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236bfb69-5aaf-487f-be10-64cb0ef38d5a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:04.788261 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334036d6-8024-4837-ac76-5e81cfc58a48 req-e0347bb2-7419-4918-95fb-231231b0bb4d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:04.789870 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-334036d6-8024-4837-ac76-5e81cfc58a48 req-e0347bb2-7419-4918-95fb-231231b0bb4d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0671117 Jul 23 17:14:04.827104 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-334036d6-8024-4837-ac76-5e81cfc58a48 req-bd41b9c8-11e7-4238-9b23-4dfec5939137 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317767 Jul 23 17:14:05.969251 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817fbb0-9aba-4f36-9ee5-f7eb4a81fb4d req-200bdb8e-bf4f-45e3-9f28-c28640dc25eb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:05.970735 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f817fbb0-9aba-4f36-9ee5-f7eb4a81fb4d req-200bdb8e-bf4f-45e3-9f28-c28640dc25eb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0642130 Jul 23 17:14:06.007488 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f817fbb0-9aba-4f36-9ee5-f7eb4a81fb4d req-81d2e8be-3070-4f89-bbf1-2724fe70a6d5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Jul 23 17:14:07.139679 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bade88-73d1-4f3e-a7e6-ef7ba187ac87 req-124459d6-36ab-4e74-99a2-1f18c3b3b9e9 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:07.141132 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c8bade88-73d1-4f3e-a7e6-ef7ba187ac87 req-124459d6-36ab-4e74-99a2-1f18c3b3b9e9 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0620694 Jul 23 17:14:07.180710 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c8bade88-73d1-4f3e-a7e6-ef7ba187ac87 req-12ef1122-0527-4639-82cf-4fff12b2771e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332882 Jul 23 17:14:08.315581 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47753dc-35b0-4265-a0e8-b2aa6c1c4ced req-e1c619e2-7abd-4972-addf-f88b627910be tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:08.317061 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c47753dc-35b0-4265-a0e8-b2aa6c1c4ced req-e1c619e2-7abd-4972-addf-f88b627910be tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0636616 Jul 23 17:14:08.354088 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c47753dc-35b0-4265-a0e8-b2aa6c1c4ced req-a3b4bd01-ce7d-4bb9-9b82-7d3887969291 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314333 Jul 23 17:14:09.485640 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b40ef-bdbd-4a67-b13e-92eb919964a1 req-2cd0d872-a219-4099-8093-8abca0ed5622 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:09.487122 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-920b40ef-bdbd-4a67-b13e-92eb919964a1 req-2cd0d872-a219-4099-8093-8abca0ed5622 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0641806 Jul 23 17:14:09.524666 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-920b40ef-bdbd-4a67-b13e-92eb919964a1 req-8bf70421-28ea-4459-91cc-ecd5abffd37a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Jul 23 17:14:10.659982 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d67fad-aa05-46ee-bc13-b0cd21b8248a req-b2a2860c-5c18-43e3-8de7-adac31a7c364 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:10.661481 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-02d67fad-aa05-46ee-bc13-b0cd21b8248a req-b2a2860c-5c18-43e3-8de7-adac31a7c364 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0650461 Jul 23 17:14:10.698612 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-02d67fad-aa05-46ee-bc13-b0cd21b8248a req-6ae8535f-3495-4093-8edb-f82c2edcc229 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Jul 23 17:14:11.829091 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6b0a6-9772-4eff-acdc-cf031cd21075 req-cca9a336-b33d-4268-9436-7ddcd134a98d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:11.830574 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-02e6b0a6-9772-4eff-acdc-cf031cd21075 req-cca9a336-b33d-4268-9436-7ddcd134a98d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0625193 Jul 23 17:14:11.867397 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-02e6b0a6-9772-4eff-acdc-cf031cd21075 req-0f097393-599c-4ed6-9ef3-46658cfc1b3c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Jul 23 17:14:12.876924 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-91781321-55a9-4655-a799-5fe2e4bf4cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:12.998105 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7895a-592a-4302-bda2-5df3d1424071 req-35c2278d-74f5-486c-a161-7c10ce227f30 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:12.999630 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f4d7895a-592a-4302-bda2-5df3d1424071 req-35c2278d-74f5-486c-a161-7c10ce227f30 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0632820 Jul 23 17:14:13.040805 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f4d7895a-592a-4302-bda2-5df3d1424071 req-416378d0-d4b5-4f9a-aa53-7ded5e5ae7f8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356853 Jul 23 17:14:13.294022 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:13.497842 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52366) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:13.595769 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-660f246e-9684-4e20-96c2-5c312b02ea56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:13.683258 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-660f246e-9684-4e20-96c2-5c312b02ea56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:13.687057 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-660f246e-9684-4e20-96c2-5c312b02ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:13.727096 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-660f246e-9684-4e20-96c2-5c312b02ea56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=edb29e19451344e896ae9020447ada7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282097 Jul 23 17:14:13.727985 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f246e-9684-4e20-96c2-5c312b02ea56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffcf912-f187-4b55-8bdb-37c466a6d547,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:13.729868 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52370) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:13.779481 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10824970-b2e9-479d-a022-6175254b1095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:13.799733 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10824970-b2e9-479d-a022-6175254b1095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:13.843658 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10824970-b2e9-479d-a022-6175254b1095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:13.846243 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-10824970-b2e9-479d-a022-6175254b1095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:13.847400 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-10824970-b2e9-479d-a022-6175254b1095 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ffcf912-f187-4b55-8bdb-37c466a6d547 HTTP/1.1" status: 204 len: 168 time: 0.1157768 Jul 23 17:14:13.855553 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10824970-b2e9-479d-a022-6175254b1095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffcf912-f187-4b55-8bdb-37c466a6d547,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:14.178584 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812efe1e-7a48-4e8a-bcea-40b886704a59 req-dca3c6a7-13d7-4fb8-b6d8-b37d1dd0fa82 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:14.180066 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-812efe1e-7a48-4e8a-bcea-40b886704a59 req-dca3c6a7-13d7-4fb8-b6d8-b37d1dd0fa82 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0674534 Jul 23 17:14:14.217114 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-812efe1e-7a48-4e8a-bcea-40b886704a59 req-0c7f9a77-6478-44ce-85ce-440ac7047fa4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Jul 23 17:14:14.844576 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-02ea78a6-a7d7-4918-a431-0f329db987a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553243 Jul 23 17:14:14.947046 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-878180d9-8cc6-42b6-8b5c-fc764dbf3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:14.948513 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-878180d9-8cc6-42b6-8b5c-fc764dbf3f17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1099 time: 0.0534222 Jul 23 17:14:15.055751 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-05745e19-726a-49d4-ac20-1629ea5dee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:15.057220 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-05745e19-726a-49d4-ac20-1629ea5dee05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 200 len: 910 time: 0.0882146 Jul 23 17:14:15.124504 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-fd45f8f8-e976-4969-8277-82a4e4f3bc82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 200 len: 1001 time: 0.0602396 Jul 23 17:14:15.177230 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-65abcd7b-6036-4c4e-b185-ea31dd9dc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:15.178707 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-65abcd7b-6036-4c4e-b185-ea31dd9dc5cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d560f79a-a341-4c21-b811-412078ba23dd HTTP/1.1" status: 200 len: 848 time: 0.0475607 Jul 23 17:14:15.239092 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-44dd1ffd-7d7c-4827-bb8b-fe4a55f6e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:15.240590 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-44dd1ffd-7d7c-4827-bb8b-fe4a55f6e67f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca58638b-372f-4250-adad-6b75a3dee01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530856 Jul 23 17:14:15.345175 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-24179cfe-662d-4290-abe1-69a8c6623e95 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969036 Jul 23 17:14:15.381295 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624b17c-23e3-4149-ab38-af8d41752fe2 req-adcd1cea-a5c5-4fa9-a16e-992042f17970 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:15.382830 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1624b17c-23e3-4149-ab38-af8d41752fe2 req-adcd1cea-a5c5-4fa9-a16e-992042f17970 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0831330 Jul 23 17:14:15.413771 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-32bf73d4-4c33-439b-a9fd-252e768edcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:15.425394 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1624b17c-23e3-4149-ab38-af8d41752fe2 req-570d31ba-a860-482f-a8d3-dcf732e5649a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355325 Jul 23 17:14:15.442459 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a7cabc6c-c28d-495d-b5a3-cfd93928d96d req-ba95b5eb-e946-429b-a7d9-375ceded7f85 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890379 Jul 23 17:14:15.748831 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:14:15.788255 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:15.851425 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:15.861618 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'port_id': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'mac_address': 'fa:16:3e:ae:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:14:15.898722 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:15.917294 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:14:15.937954 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:15.942605 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:15.995365 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:16.002318 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.002610 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.002981 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.003282 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.003611 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.003939 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.004314 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.005147 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.005498 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.005824 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.006145 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.006465 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:16.024690 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:16.411862 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:16.589176 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3e9c-f10f-4cab-9c56-db813e0a3784 req-6e1e6436-7915-4619-b417-c20d596cae88 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:16.591759 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-935e3e9c-f10f-4cab-9c56-db813e0a3784 req-6e1e6436-7915-4619-b417-c20d596cae88 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 944 time: 0.0751040 Jul 23 17:14:16.639467 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-935e3e9c-f10f-4cab-9c56-db813e0a3784 req-2847b6fe-2d6c-45b4-9477-b0fab425130d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 Jul 23 17:14:17.754994 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:14:17.795533 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722300-4bc7-4fec-9bee-9774e22beec8 req-d1ce0397-e55c-4ecb-9c0d-3af8fb927692 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:17.803219 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-65722300-4bc7-4fec-9bee-9774e22beec8 req-d1ce0397-e55c-4ecb-9c0d-3af8fb927692 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 944 time: 0.0782285 Jul 23 17:14:17.835102 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:14:17.836063 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:17.849692 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-65722300-4bc7-4fec-9bee-9774e22beec8 req-96cff08e-4a90-4703-bca6-fc263ca1ddad tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 Jul 23 17:14:17.936794 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:17.968213 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:17.970676 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283b13a-e050-4f1c-a4d5-707811309609" -d '{"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-plugged", "status": "completed", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:17.989169 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:18.002167 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:18.103943 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:18.126876 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=7']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:18.271066 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae5b0a0-2f1b-4af6-b2a6-9462fbec28e1 x-openstack-request-id: req-9ae5b0a0-2f1b-4af6-b2a6-9462fbec28e1 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:18.271476 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-plugged", "status": "completed", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:18.271738 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ae5b0a0-2f1b-4af6-b2a6-9462fbec28e1 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:18.272235 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'code': 200} Jul 23 17:14:18.990205 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8ed5f-c227-4f0d-b21e-752783c17de2 req-7163fa77-6f09-4f0e-bd77-b1b151d8616e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:18.991842 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-58f8ed5f-c227-4f0d-b21e-752783c17de2 req-7163fa77-6f09-4f0e-bd77-b1b151d8616e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0750093 Jul 23 17:14:19.035864 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-58f8ed5f-c227-4f0d-b21e-752783c17de2 req-3e512bf1-487c-4814-a0bd-aab23e1972ae tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370388 Jul 23 17:14:19.207999 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:14:20.182478 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9fe7-36fa-468c-b1af-a2ded98e0c5f req-1e031b17-5435-4cbe-9678-0aa9f1d173cd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:20.184093 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-429f9fe7-36fa-468c-b1af-a2ded98e0c5f req-1e031b17-5435-4cbe-9678-0aa9f1d173cd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0685029 Jul 23 17:14:20.241575 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-429f9fe7-36fa-468c-b1af-a2ded98e0c5f req-877020a5-05b6-4654-9eb6-5c63aaa2d363 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455785 Jul 23 17:14:21.386299 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd5bc-babe-407d-a2ff-36516511f42e req-b1b2509f-504b-403d-94ca-013936644c13 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:21.387941 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-82bbd5bc-babe-407d-a2ff-36516511f42e req-b1b2509f-504b-403d-94ca-013936644c13 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0825310 Jul 23 17:14:21.428853 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-82bbd5bc-babe-407d-a2ff-36516511f42e req-d64fa18e-5bd3-4b7b-bbf5-305af2078cfd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353227 Jul 23 17:14:22.686897 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7ca7e-6542-4fa1-a64f-17d1c22efd65 req-280bb4cb-f021-4590-9c19-1f3effc3ef33 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:22.688442 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51b7ca7e-6542-4fa1-a64f-17d1c22efd65 req-280bb4cb-f021-4590-9c19-1f3effc3ef33 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0668590 Jul 23 17:14:22.732258 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-51b7ca7e-6542-4fa1-a64f-17d1c22efd65 req-18db7cb9-5495-4c64-a58b-384491ddacc3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376065 Jul 23 17:14:23.887988 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6dc1e-f91e-449d-8e0e-b3801d67f04b req-4867b949-4295-479b-9a08-78d87f1df88f tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:23.889847 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-42f6dc1e-f91e-449d-8e0e-b3801d67f04b req-4867b949-4295-479b-9a08-78d87f1df88f tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0722334 Jul 23 17:14:23.929835 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-42f6dc1e-f91e-449d-8e0e-b3801d67f04b req-48c394e2-3259-425a-9185-12e44a2b8c46 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344033 Jul 23 17:14:25.075784 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4865da2-1e33-44c1-ac88-211c0853d005 req-137a98b9-45ae-41f7-b7d7-d8b4eeb04cf7 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:25.077271 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c4865da2-1e33-44c1-ac88-211c0853d005 req-137a98b9-45ae-41f7-b7d7-d8b4eeb04cf7 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0707576 Jul 23 17:14:25.116668 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c4865da2-1e33-44c1-ac88-211c0853d005 req-de27912c-bbfe-420c-a9c3-3096e7b8b20e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332181 Jul 23 17:14:25.733691 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-c4799673-1aeb-443d-8cf0-eac067a5b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:25.735243 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-c4799673-1aeb-443d-8cf0-eac067a5b9de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 1098 time: 0.0569086 Jul 23 17:14:25.828795 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-bcb79a8c-d819-4731-b3d4-cc221dc8ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:25.830344 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-bcb79a8c-d819-4731-b3d4-cc221dc8ac72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 918 time: 0.0893543 Jul 23 17:14:25.899013 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-cbfdc4d1-76d0-4cb4-a578-40eaac437171 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 HTTP/1.1" status: 200 len: 1001 time: 0.0623806 Jul 23 17:14:25.920628 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52586) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:25.948591 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-c3daa4db-46f2-41a0-bb81-dfc1c94bbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:25.950081 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-c3daa4db-46f2-41a0-bb81-dfc1c94bbe77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.0453708 Jul 23 17:14:26.018186 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-013a9cf3-7bc2-4b0d-bcd7-48429832a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:26.019695 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-013a9cf3-7bc2-4b0d-bcd7-48429832a349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624237 Jul 23 17:14:26.021507 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ee416be1-7610-48e8-a6fb-68580697514f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.113034 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-9084cf29-7273-4d38-967b-8a0aaf93f4d8 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868342 Jul 23 17:14:26.113616 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ee416be1-7610-48e8-a6fb-68580697514f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.117832 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ee416be1-7610-48e8-a6fb-68580697514f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.157218 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ee416be1-7610-48e8-a6fb-68580697514f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1c88fc3b3e64a659bb8a19846e6fc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354653 Jul 23 17:14:26.157828 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52592) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:26.166312 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee416be1-7610-48e8-a6fb-68580697514f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a21a8af-39ea-4d15-a4bc-31e4adfecb36,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:26.214208 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-a9065904-6b69-42c9-b977-fc9ac1012b34 req-3a2db4db-0bde-49f7-8264-702e578b1f76 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951431 Jul 23 17:14:26.244282 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-84843d75-8355-477b-85d0-9380017f6692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.271194 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-84843d75-8355-477b-85d0-9380017f6692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.306710 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a4cff-75d5-4bab-9293-63bcc731f02b req-2fbce10f-854f-4878-ab09-2b0de9cb21a9 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:26.308171 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b33a4cff-75d5-4bab-9293-63bcc731f02b req-2fbce10f-854f-4878-ab09-2b0de9cb21a9 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.1172926 Jul 23 17:14:26.349772 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b33a4cff-75d5-4bab-9293-63bcc731f02b req-0b02275f-40bf-4915-9c36-01e7089af26e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344665 Jul 23 17:14:26.353436 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-84843d75-8355-477b-85d0-9380017f6692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.355851 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-84843d75-8355-477b-85d0-9380017f6692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.356890 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-84843d75-8355-477b-85d0-9380017f6692 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a21a8af-39ea-4d15-a4bc-31e4adfecb36 HTTP/1.1" status: 204 len: 168 time: 0.1972985 Jul 23 17:14:26.365570 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84843d75-8355-477b-85d0-9380017f6692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a21a8af-39ea-4d15-a4bc-31e4adfecb36,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:26.605015 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52598) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:26.617906 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9c50aea-ca5a-4dfa-a8ec-22651e8b1649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.703559 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9c50aea-ca5a-4dfa-a8ec-22651e8b1649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.707963 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9c50aea-ca5a-4dfa-a8ec-22651e8b1649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.746784 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a9c50aea-ca5a-4dfa-a8ec-22651e8b1649 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab76b139a10c4a9a997f80973ced3e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406770 Jul 23 17:14:26.748662 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c50aea-ca5a-4dfa-a8ec-22651e8b1649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada57825-ba84-4d51-aacd-d896f3bf6939,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:26.749495 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52600) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:26.797993 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e703fa52-4c67-4852-8ff5-00057cd0f2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.818552 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e703fa52-4c67-4852-8ff5-00057cd0f2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.862867 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e703fa52-4c67-4852-8ff5-00057cd0f2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.865818 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e703fa52-4c67-4852-8ff5-00057cd0f2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:26.866929 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e703fa52-4c67-4852-8ff5-00057cd0f2a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ada57825-ba84-4d51-aacd-d896f3bf6939 HTTP/1.1" status: 204 len: 168 time: 0.1164846 Jul 23 17:14:26.874112 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703fa52-4c67-4852-8ff5-00057cd0f2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada57825-ba84-4d51-aacd-d896f3bf6939,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:27.484592 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f387-0104-4e6b-805b-c8a398249021 req-04df78a3-3bc5-46c6-a70a-c71768601bf5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:27.486133 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e7f387-0104-4e6b-805b-c8a398249021 req-04df78a3-3bc5-46c6-a70a-c71768601bf5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0626981 Jul 23 17:14:27.524133 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-89e7f387-0104-4e6b-805b-c8a398249021 req-0f30bb0a-e008-4ebd-9a14-f0d11ef3edee tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317738 Jul 23 17:14:28.361389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52646) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:28.460924 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ca176bf-a7b7-42d0-bf47-f5919c5119ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:28.549111 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ca176bf-a7b7-42d0-bf47-f5919c5119ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:28.554829 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-0ca176bf-a7b7-42d0-bf47-f5919c5119ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:28.591297 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca176bf-a7b7-42d0-bf47-f5919c5119ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45bdab5-f03d-4aac-937a-9fa78bccc7e9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:28.598040 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-0ca176bf-a7b7-42d0-bf47-f5919c5119ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce4b9ef2804045c8aa4d453b0a5df84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354004 Jul 23 17:14:28.599002 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52652) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:28.647359 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fde9eeee-1e20-4a5d-9f3b-5b85194ec77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:28.657866 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1e928-e84b-401e-951d-1ada72b4b487 req-2c28bbcd-95c7-4d39-9fd7-164081e8a51f tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:28.659329 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64c1e928-e84b-401e-951d-1ada72b4b487 req-2c28bbcd-95c7-4d39-9fd7-164081e8a51f tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0640101 Jul 23 17:14:28.668492 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fde9eeee-1e20-4a5d-9f3b-5b85194ec77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:28.697407 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64c1e928-e84b-401e-951d-1ada72b4b487 req-fc1640c5-e5a9-40ce-b840-7eb08539cfad tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Jul 23 17:14:28.715824 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fde9eeee-1e20-4a5d-9f3b-5b85194ec77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:28.718629 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-fde9eeee-1e20-4a5d-9f3b-5b85194ec77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:28.721812 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fde9eeee-1e20-4a5d-9f3b-5b85194ec77b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b45bdab5-f03d-4aac-937a-9fa78bccc7e9 HTTP/1.1" status: 204 len: 168 time: 0.1217678 Jul 23 17:14:28.730309 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9eeee-1e20-4a5d-9f3b-5b85194ec77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45bdab5-f03d-4aac-937a-9fa78bccc7e9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:28.983314 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52668) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:28.997429 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-922f5a63-93f7-4c36-8547-c0f462d64001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.087785 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-922f5a63-93f7-4c36-8547-c0f462d64001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.091637 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-922f5a63-93f7-4c36-8547-c0f462d64001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.133141 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-922f5a63-93f7-4c36-8547-c0f462d64001 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8032ed9c2af4d409afc9da9fba12d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486547 Jul 23 17:14:29.133994 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f5a63-93f7-4c36-8547-c0f462d64001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5926ecda-2cba-4456-af8f-915aeae3115d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:29.135858 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52676) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:29.191021 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da2db58e-4f28-404d-a8d4-c628bebfd0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.212599 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da2db58e-4f28-404d-a8d4-c628bebfd0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.258363 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da2db58e-4f28-404d-a8d4-c628bebfd0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.260807 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-da2db58e-4f28-404d-a8d4-c628bebfd0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.261968 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-da2db58e-4f28-404d-a8d4-c628bebfd0d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5926ecda-2cba-4456-af8f-915aeae3115d HTTP/1.1" status: 204 len: 168 time: 0.1249385 Jul 23 17:14:29.270164 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2db58e-4f28-404d-a8d4-c628bebfd0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5926ecda-2cba-4456-af8f-915aeae3115d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:29.629625 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9389d-0e3c-4ee7-a4b1-dfadd7814227 req-6ed08e7b-f6c6-44c8-8306-0aad7fa7860c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:29.631137 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-61b9389d-0e3c-4ee7-a4b1-dfadd7814227 req-6ed08e7b-f6c6-44c8-8306-0aad7fa7860c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 945 time: 0.0674446 Jul 23 17:14:29.670462 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-61b9389d-0e3c-4ee7-a4b1-dfadd7814227 req-2e1c0c36-cb5e-4525-ae7f-e0913200470e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337255 Jul 23 17:14:29.764101 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:29.846797 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.881035 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:29.884099 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3316fe58-c534-4a12-b27d-663a433e8de6" -d '{"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-unplugged", "status": "completed", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:29.917499 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:29.923375 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8673e8-582f-4ad0-8b44-62892fbe4e32 x-openstack-request-id: req-0b8673e8-582f-4ad0-8b44-62892fbe4e32 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:29.924011 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-unplugged", "status": "failed", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756", "code": 422}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:29.924437 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b8673e8-582f-4ad0-8b44-62892fbe4e32 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:29.925014 dv-cinder-801916-2-iscsi neutron-server[93252]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'code': 422} returned with failed status Jul 23 17:14:29.927315 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.980674 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=8']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:30.024347 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52728) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:30.122220 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-801c0d92-caa3-4850-88de-32dd1b443c03 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965493 Jul 23 17:14:30.810601 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703599b-6d36-42d8-8399-a920c42e495a req-8071db42-5d1d-4baa-aea1-4865bd2fc2dc tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:30.812168 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5703599b-6d36-42d8-8399-a920c42e495a req-8071db42-5d1d-4baa-aea1-4865bd2fc2dc tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0669498 Jul 23 17:14:30.849809 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5703599b-6d36-42d8-8399-a920c42e495a req-aaf971eb-8bb4-4e01-9e4d-15d22a87e18b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Jul 23 17:14:30.954927 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-bf679ec1-ac64-4cbd-8daf-24657528546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:30.956404 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-bf679ec1-ac64-4cbd-8daf-24657528546b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e&tenant_id=4d39abd7d32e48029fada8e860a09787 HTTP/1.1" status: 200 len: 1096 time: 0.0909543 Jul 23 17:14:31.032709 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-a9b31337-e27e-4c48-8876-da141ea2806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:31.034163 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-a9b31337-e27e-4c48-8876-da141ea2806a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 1096 time: 0.0570641 Jul 23 17:14:31.126897 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-7d1c2434-4b6b-4b66-9337-84fb2eb273d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:31.128366 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-7d1c2434-4b6b-4b66-9337-84fb2eb273d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 918 time: 0.0881498 Jul 23 17:14:31.197132 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-fe8be3ec-9f55-4714-a7f4-c38e15cd13c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 HTTP/1.1" status: 200 len: 999 time: 0.0624149 Jul 23 17:14:31.481002 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-e95b875b-0f49-462c-8c51-32064efc28db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:31.482511 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-e95b875b-0f49-462c-8c51-32064efc28db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.2803624 Jul 23 17:14:31.539478 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-d3884fe1-bcf9-43e2-8ca1-080fa4d7e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:31.540939 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-d3884fe1-bcf9-43e2-8ca1-080fa4d7e899 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511498 Jul 23 17:14:31.630828 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-8664e767-2499-4c4a-bb8b-5682b7d68a05 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838723 Jul 23 17:14:31.719774 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e62f966-fad4-4bfc-b246-a2fb86e27766 req-7b6ef374-7584-4e61-aeb0-a53104d58ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829635 Jul 23 17:14:31.984739 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7a2f5-6857-453f-ae7b-7edfd10cda73 req-090d6126-8ef5-4d05-bd08-1e73d297deee tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:31.986279 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ae7a2f5-6857-453f-ae7b-7edfd10cda73 req-090d6126-8ef5-4d05-bd08-1e73d297deee tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0636795 Jul 23 17:14:32.027818 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2ae7a2f5-6857-453f-ae7b-7edfd10cda73 req-386214b7-ac37-4e68-9ffa-9cfc482be64d tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355260 Jul 23 17:14:33.178003 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e66079-85fe-4ec0-9c71-910c02343c5f req-cb405a10-e624-40f2-9b35-5c5a9939f4f5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:33.179489 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d3e66079-85fe-4ec0-9c71-910c02343c5f req-cb405a10-e624-40f2-9b35-5c5a9939f4f5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0754209 Jul 23 17:14:33.229320 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d3e66079-85fe-4ec0-9c71-910c02343c5f req-c2e3a851-e8cf-43bb-8520-cc44c30019c8 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Jul 23 17:14:34.417917 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f13887-12f9-4d72-9ab7-48c461fffec4 req-12095ff9-d324-494e-8d4a-3d50d5f7c3a0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:34.419438 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c4f13887-12f9-4d72-9ab7-48c461fffec4 req-12095ff9-d324-494e-8d4a-3d50d5f7c3a0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0992131 Jul 23 17:14:34.468724 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c4f13887-12f9-4d72-9ab7-48c461fffec4 req-e5d32f5f-c48b-4651-ac0c-dbc2c61893f2 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431869 Jul 23 17:14:35.643773 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a92744-4e05-4c94-87d8-3cce6266e805 req-2b89ec58-fcea-43a1-84fa-73b7177e5f1a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:35.645427 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-35a92744-4e05-4c94-87d8-3cce6266e805 req-2b89ec58-fcea-43a1-84fa-73b7177e5f1a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0967588 Jul 23 17:14:35.685070 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-35a92744-4e05-4c94-87d8-3cce6266e805 req-6b193306-a980-402a-99f6-95d89afb38f0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Jul 23 17:14:36.838901 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c60694-bb0a-457d-b3a2-fb837299a2f9 req-7a35f490-dc47-47f0-a78c-aa99dcef3689 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:36.841617 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f7c60694-bb0a-457d-b3a2-fb837299a2f9 req-7a35f490-dc47-47f0-a78c-aa99dcef3689 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0719085 Jul 23 17:14:36.883451 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f7c60694-bb0a-457d-b3a2-fb837299a2f9 req-0cfe0638-07e9-4843-b13c-22f686c1bdc4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354574 Jul 23 17:14:38.016235 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52886) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:38.037172 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307603c-5298-447e-b2e2-35254e5e187b req-dd43d1ba-565a-41be-8ce4-789447c565ee tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.044734 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f307603c-5298-447e-b2e2-35254e5e187b req-dd43d1ba-565a-41be-8ce4-789447c565ee tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0795970 Jul 23 17:14:38.097543 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f307603c-5298-447e-b2e2-35254e5e187b req-9b36fcbd-1dd2-4d62-920f-439cf37bb9ea tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361030 Jul 23 17:14:38.148252 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5932-23f8-437e-ba1d-82c33f777566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.249571 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5932-23f8-437e-ba1d-82c33f777566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.254934 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5932-23f8-437e-ba1d-82c33f777566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.285786 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d5932-23f8-437e-ba1d-82c33f777566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d253d98e-73dd-4f84-8899-8ac12eadf6bd,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:38.304840 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-dc2d5932-23f8-437e-ba1d-82c33f777566 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8cf0858adade46699e4249ced05c8867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849784 Jul 23 17:14:38.305571 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52890) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:38.356337 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f0698f9-6da7-4dd3-944a-7c2ed826236e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.382037 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f0698f9-6da7-4dd3-944a-7c2ed826236e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.429791 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f0698f9-6da7-4dd3-944a-7c2ed826236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.433212 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1f0698f9-6da7-4dd3-944a-7c2ed826236e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.435092 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1f0698f9-6da7-4dd3-944a-7c2ed826236e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d253d98e-73dd-4f84-8899-8ac12eadf6bd HTTP/1.1" status: 204 len: 168 time: 0.1281617 Jul 23 17:14:38.446080 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0698f9-6da7-4dd3-944a-7c2ed826236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d253d98e-73dd-4f84-8899-8ac12eadf6bd,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:38.713541 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52896) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:38.728785 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b61c2ae2-2204-41ea-9f24-3d11ade3404e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.820990 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b61c2ae2-2204-41ea-9f24-3d11ade3404e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.825253 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-b61c2ae2-2204-41ea-9f24-3d11ade3404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.862355 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c2ae2-2204-41ea-9f24-3d11ade3404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b8120b-8b21-4e78-b9f7-134143d75a1f,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:38.866674 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-b61c2ae2-2204-41ea-9f24-3d11ade3404e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ad79adef99641828f61e024a8857e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520183 Jul 23 17:14:38.869230 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52898) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:38.920849 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6157171c-d6be-4932-b34b-2bf47b4137a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.944426 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6157171c-d6be-4932-b34b-2bf47b4137a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:38.999495 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6157171c-d6be-4932-b34b-2bf47b4137a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:39.002912 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6157171c-d6be-4932-b34b-2bf47b4137a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:39.004176 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6157171c-d6be-4932-b34b-2bf47b4137a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1b8120b-8b21-4e78-b9f7-134143d75a1f HTTP/1.1" status: 204 len: 168 time: 0.1339369 Jul 23 17:14:39.013062 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157171c-d6be-4932-b34b-2bf47b4137a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b8120b-8b21-4e78-b9f7-134143d75a1f,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:39.239082 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6d620-5e95-46cb-b4e6-89e356dbe309 req-e473751a-bd81-4bed-b328-5c2392d68856 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:39.242112 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-73b6d620-5e95-46cb-b4e6-89e356dbe309 req-e473751a-bd81-4bed-b328-5c2392d68856 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0833142 Jul 23 17:14:39.296335 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-73b6d620-5e95-46cb-b4e6-89e356dbe309 req-1bd15cec-78b6-492e-8b07-3f7235f33d0c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449846 Jul 23 17:14:39.372649 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52906) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:39.386314 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34bb7315-7336-4eb6-aa1c-15c686b7688e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:39.480916 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34bb7315-7336-4eb6-aa1c-15c686b7688e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:39.485145 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-34bb7315-7336-4eb6-aa1c-15c686b7688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:39.520244 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb7315-7336-4eb6-aa1c-15c686b7688e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e83455b-99bb-46c2-a5de-d70c00528581,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:39.531175 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52908) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:39.531614 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-34bb7315-7336-4eb6-aa1c-15c686b7688e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64ae475094b24beab396bce9a3a6895f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575532 Jul 23 17:14:39.581046 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1871-9587-495e-a94d-f53ecc2c89aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:39.602712 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1871-9587-495e-a94d-f53ecc2c89aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:39.657242 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1871-9587-495e-a94d-f53ecc2c89aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:39.660206 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1871-9587-495e-a94d-f53ecc2c89aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:39.661543 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bb9d1871-9587-495e-a94d-f53ecc2c89aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e83455b-99bb-46c2-a5de-d70c00528581 HTTP/1.1" status: 204 len: 168 time: 0.1292140 Jul 23 17:14:39.669959 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d1871-9587-495e-a94d-f53ecc2c89aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e83455b-99bb-46c2-a5de-d70c00528581,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:40.444155 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50989f-9a4d-48de-9440-d548735d2fd6 req-951ff2d0-7d9b-4840-9494-fc43946a91ff tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:40.446331 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e50989f-9a4d-48de-9440-d548735d2fd6 req-951ff2d0-7d9b-4840-9494-fc43946a91ff tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0789413 Jul 23 17:14:40.490152 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e50989f-9a4d-48de-9440-d548735d2fd6 req-ea394bf3-9d2b-46e7-9c49-2f54c7e6c6d7 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356808 Jul 23 17:14:41.635107 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ce148-eca0-4201-8265-31d2241affcf req-3886ce66-910e-49f9-b652-cebcbd5acd0e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:41.636501 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c55ce148-eca0-4201-8265-31d2241affcf req-3886ce66-910e-49f9-b652-cebcbd5acd0e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0646911 Jul 23 17:14:41.674291 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c55ce148-eca0-4201-8265-31d2241affcf req-8925c651-83a9-47dd-a2fd-f4448b93f2e3 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Jul 23 17:14:42.808512 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3512da0-686c-43f5-ae71-62b53020ad03 req-085c485a-2dc6-4a56-9baa-519e187ce6ca tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:42.810034 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3512da0-686c-43f5-ae71-62b53020ad03 req-085c485a-2dc6-4a56-9baa-519e187ce6ca tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0648715 Jul 23 17:14:42.848854 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3512da0-686c-43f5-ae71-62b53020ad03 req-ea79f2f3-df75-45da-8bb4-aa4bee9bc7df tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Jul 23 17:14:42.877857 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ff961d42-c933-4ab8-8143-1db4d4ff2d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:43.324182 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:43.985101 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb710a9-67f8-4193-a408-13da0f844520 req-9220417c-c3e8-4168-a3d1-6bc839e884d5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:43.986577 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2fb710a9-67f8-4193-a408-13da0f844520 req-9220417c-c3e8-4168-a3d1-6bc839e884d5 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0675225 Jul 23 17:14:44.023845 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2fb710a9-67f8-4193-a408-13da0f844520 req-f1aca184-da37-49ea-97e7-f135fb4b695b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315692 Jul 23 17:14:44.587920 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 52992) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:44.687760 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bafa1c28-8503-4682-b966-cbf88030d196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:44.775413 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bafa1c28-8503-4682-b966-cbf88030d196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:44.778943 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bafa1c28-8503-4682-b966-cbf88030d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:44.819667 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bafa1c28-8503-4682-b966-cbf88030d196 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9c7f898e6084dda93cb2d13cc1a0e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306969 Jul 23 17:14:44.820487 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa1c28-8503-4682-b966-cbf88030d196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9230ed-4f64-402c-92c3-a08956d2eb4d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:44.822439 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 52996) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:44.870207 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4cfb-a76b-4eec-94b9-3cdd58ef4822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:44.890166 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4cfb-a76b-4eec-94b9-3cdd58ef4822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:44.935360 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4cfb-a76b-4eec-94b9-3cdd58ef4822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:44.937932 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4cfb-a76b-4eec-94b9-3cdd58ef4822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:44.939047 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ad5a4cfb-a76b-4eec-94b9-3cdd58ef4822 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d9230ed-4f64-402c-92c3-a08956d2eb4d HTTP/1.1" status: 204 len: 168 time: 0.1156144 Jul 23 17:14:44.946670 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a4cfb-a76b-4eec-94b9-3cdd58ef4822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9230ed-4f64-402c-92c3-a08956d2eb4d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:45.161117 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fdb31-5c80-450c-912f-b5926f6ebbbc req-a524b579-9450-4e8c-8d6c-74ac7d9cb2e7 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:45.162651 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c39fdb31-5c80-450c-912f-b5926f6ebbbc req-a524b579-9450-4e8c-8d6c-74ac7d9cb2e7 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 943 time: 0.0679440 Jul 23 17:14:45.197438 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53004) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:45.200592 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c39fdb31-5c80-450c-912f-b5926f6ebbbc req-10f20102-f5c2-4374-8bdc-aa83890e968c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322790 Jul 23 17:14:45.211001 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04b49f4d-fb8f-4122-92e7-00c5f488c8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.298862 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04b49f4d-fb8f-4122-92e7-00c5f488c8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.302811 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-04b49f4d-fb8f-4122-92e7-00c5f488c8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.338774 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f4d-fb8f-4122-92e7-00c5f488c8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f5e23-1c94-427a-b1f3-30e2b525a0d6,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:45.343027 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-04b49f4d-fb8f-4122-92e7-00c5f488c8f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9e42a0885f24649ba2a8e08c1e82bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445751 Jul 23 17:14:45.345700 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53006) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:45.392136 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-78c965c2-1b90-4119-9421-739b39601024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.414163 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-78c965c2-1b90-4119-9421-739b39601024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.414619 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-50eacb7a-69ab-469a-bf8b-df9b0a34ff4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.462802 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-78c965c2-1b90-4119-9421-739b39601024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.465528 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-78c965c2-1b90-4119-9421-739b39601024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.466655 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-78c965c2-1b90-4119-9421-739b39601024 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/881f5e23-1c94-427a-b1f3-30e2b525a0d6 HTTP/1.1" status: 204 len: 168 time: 0.1200371 Jul 23 17:14:45.474729 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c965c2-1b90-4119-9421-739b39601024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f5e23-1c94-427a-b1f3-30e2b525a0d6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:45.780356 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.872691 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:14:45.970349 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:45.980457 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'port_id': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'mac_address': 'fa:16:3e:ae:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:14:46.017177 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:46.032162 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:14:46.052918 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:46.056916 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:46.104071 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=9']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:46.279933 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:46.339832 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709976fa-29f4-45b3-9964-c8fe943bd397 req-bb437328-e0b5-4e08-9b71-7d4a0dc6c407 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:46.341340 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-709976fa-29f4-45b3-9964-c8fe943bd397 req-bb437328-e0b5-4e08-9b71-7d4a0dc6c407 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 944 time: 0.0664594 Jul 23 17:14:46.413048 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-709976fa-29f4-45b3-9964-c8fe943bd397 req-772aa64f-5563-46ba-a3f2-64c16ef12f30 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652096 Jul 23 17:14:46.507711 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:47.543173 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69d00-1247-4a68-a3b5-da1e38e9eb11 req-7b40911d-953b-4b24-ab15-cda0d780719b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:47.544535 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fec69d00-1247-4a68-a3b5-da1e38e9eb11 req-7b40911d-953b-4b24-ab15-cda0d780719b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 944 time: 0.0619376 Jul 23 17:14:47.584891 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fec69d00-1247-4a68-a3b5-da1e38e9eb11 req-fd620dd2-c200-4ac0-9bd0-4425af8fcb66 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348730 Jul 23 17:14:47.898034 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:14:47.947681 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:14:47.948053 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:48.050978 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:48.061099 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:48.075702 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:48.078014 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3f0468-c713-4424-aa77-b3a4f9c2f8f5" -d '{"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-plugged", "status": "completed", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:48.092296 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:48.098708 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:48.123736 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded3e0b0-0e30-465b-bd92-eda34e0de6b6 x-openstack-request-id: req-ded3e0b0-0e30-465b-bd92-eda34e0de6b6 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:48.124025 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-plugged", "status": "completed", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:48.124278 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ded3e0b0-0e30-465b-bd92-eda34e0de6b6 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:48.124661 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'code': 200} Jul 23 17:14:48.150729 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=10']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:48.311858 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b255a-b499-48dd-aa52-c8b9a9b64ead req-47895029-b3e5-4a23-b7f1-2e5113e018f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.313262 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b2b255a-b499-48dd-aa52-c8b9a9b64ead req-47895029-b3e5-4a23-b7f1-2e5113e018f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 1099 time: 0.0552266 Jul 23 17:14:48.348083 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0b2b255a-b499-48dd-aa52-c8b9a9b64ead req-6c6118ed-6962-42c3-b140-d42aa70d7ca4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281181 Jul 23 17:14:48.715627 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446425d-15e9-487f-9f52-8df57bb6c0cd req-c326a06b-04fb-483b-bf50-c089ad9c5ea4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.717129 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f446425d-15e9-487f-9f52-8df57bb6c0cd req-c326a06b-04fb-483b-bf50-c089ad9c5ea4 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 946 time: 0.0629349 Jul 23 17:14:48.753764 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f446425d-15e9-487f-9f52-8df57bb6c0cd req-950901ca-34fc-4de0-aa0d-b85cd2be9fdb tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Jul 23 17:14:49.889485 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f7a1c-85f9-4579-83bf-3fc61f6778eb req-6b46c56c-0e5c-4552-903e-bc5299619a14 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:49.890842 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b93f7a1c-85f9-4579-83bf-3fc61f6778eb req-6b46c56c-0e5c-4552-903e-bc5299619a14 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 946 time: 0.0656350 Jul 23 17:14:49.929825 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b93f7a1c-85f9-4579-83bf-3fc61f6778eb req-bf2f4b37-7f71-48c1-aac5-03436a956ebd tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Jul 23 17:14:51.071185 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca450813-a5f9-439d-9094-98f4607a8116 req-eb4c386c-54a9-4c78-9326-9e4c0f98f956 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:51.072644 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca450813-a5f9-439d-9094-98f4607a8116 req-eb4c386c-54a9-4c78-9326-9e4c0f98f956 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 946 time: 0.0673158 Jul 23 17:14:51.113606 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca450813-a5f9-439d-9094-98f4607a8116 req-25ba0663-25a5-4b2e-9277-486e314cfe93 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336568 Jul 23 17:14:56.207271 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:14:56.475483 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53188) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:56.573834 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6326cc20-4bca-431a-864a-388b05167d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:56.657694 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6326cc20-4bca-431a-864a-388b05167d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:56.662714 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6326cc20-4bca-431a-864a-388b05167d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:56.698795 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6326cc20-4bca-431a-864a-388b05167d15 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=112256e6976745609be12848e8e89ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222450 Jul 23 17:14:56.700627 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326cc20-4bca-431a-864a-388b05167d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5212a358-7f4d-4756-8c66-a1dff2d5f472,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:56.701687 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 53192) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:56.750700 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0373-2a12-4129-9f0a-ce5dd70bde6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:56.770529 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0373-2a12-4129-9f0a-ce5dd70bde6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:56.814551 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0373-2a12-4129-9f0a-ce5dd70bde6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:56.817078 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0373-2a12-4129-9f0a-ce5dd70bde6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:56.818290 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7e7f0373-2a12-4129-9f0a-ce5dd70bde6c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5212a358-7f4d-4756-8c66-a1dff2d5f472 HTTP/1.1" status: 204 len: 168 time: 0.1152666 Jul 23 17:14:56.825512 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f0373-2a12-4129-9f0a-ce5dd70bde6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5212a358-7f4d-4756-8c66-a1dff2d5f472,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:57.396819 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 53214) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:57.486783 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-205379589-network', 'tenant_id': '70c0e94de74043e0be3debef379dc92e'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:57.507233 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Made reservation on behalf of 70c0e94de74043e0be3debef379dc92e for: {'network': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:57.509354 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.517201 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.598943 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.603024 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.629006 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93251) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:14:57.637294 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f964e3-e339-4788-b5b3-6af82d791de6,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:57.643083 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.643421 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.segments_db [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Added segment 0c654bad-c996-47fc-a2ee-90cf4e3f9eae of type vlan for network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 Jul 23 17:14:57.683604 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.712940 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.713834 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:57.714438 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.743367 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3454497 Jul 23 17:14:57.746383 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53218) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:14:57.751738 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Request body: {'subnet': {'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-205379589-subnet', 'tenant_id': '70c0e94de74043e0be3debef379dc92e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:57.772676 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Made reservation on behalf of 70c0e94de74043e0be3debef379dc92e for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:14:57.773971 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6891e7-8bf9-4ef4-837b-e6c1543e4179 admin admin] Pushing event updated for resources: {'Network': ['ID=de6fc2d6-acb3-46a1-b408-79bae01b2bf3,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:57.776305 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4697989'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.784373 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:14:57.950595 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698007'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.009901 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Pushing event updated for resources: {'Subnet': ['ID=068c6c43-131e-4797-9adf-3f18c580f99b,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:58.020315 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.020693 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.021606 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.021949 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.022308 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.022663 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.023009 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.023361 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.023712 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.024056 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.024403 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.024742 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:58.029510 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Checking segment: {'id': '0c654bad-c996-47fc-a2ee-90cf4e3f9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:14:58.029974 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Network hostable DHCP agents. Network: de6fc2d6-acb3-46a1-b408-79bae01b2bf3, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:14:58.049561 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:14:58.058217 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, de6fc2d6-acb3-46a1-b408-79bae01b2bf3) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:14:58.063065 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:58.064008 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:58.067095 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e73c1c-e283-4e2e-9691-f7ca3651c930 None None] Network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:14:58.078414 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2b46a547-9317-4677-9e61-a7eceda4278f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3308973 Jul 23 17:14:58.191595 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2b8b9-84df-4716-ac3f-c2d69ac8324e None None] Network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:14:59.804261 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-197a36a8-2feb-43cd-ae7d-c4b9333aebed tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:59.805643 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-197a36a8-2feb-43cd-ae7d-c4b9333aebed tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/networks?id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3 HTTP/1.1" status: 200 len: 813 time: 0.1010337 Jul 23 17:14:59.820096 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-e3b31e4a-b706-4072-bc1c-f2bb00cfd076 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/quotas/70c0e94de74043e0be3debef379dc92e HTTP/1.1" status: 200 len: 375 time: 0.0091677 Jul 23 17:14:59.851918 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-82385341-ea2d-45ee-93f2-a01676022434 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=70c0e94de74043e0be3debef379dc92e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270858 Jul 23 17:14:59.939927 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-638956ec-68c8-4e18-9f37-9bcd561f5cf9 service neutron] 10.222.0.70 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817406 Jul 23 17:15:00.023887 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-7d04b2ca-60b3-47ba-9644-0ffe1b8d4f0e service neutron] 10.222.0.70 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777261 Jul 23 17:15:00.184210 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d3824d33-8f0d-4d00-b182-4628e04e3de6 req-b5944f9e-f211-4769-9e3f-f1db0d14a442 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 210 time: 0.0320475 Jul 23 17:15:01.070179 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-1ca53555-b09f-4140-aa0f-acce5cd6daee tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:01.071631 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-1ca53555-b09f-4140-aa0f-acce5cd6daee tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.16 "GET /v2.0/networks?id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3 HTTP/1.1" status: 200 len: 813 time: 0.1050644 Jul 23 17:15:01.085859 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Request body: {'port': {'device_id': 'a30da6b5-0d66-4790-beb6-97ad31c69bdb', 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3', 'admin_state_up': True, 'tenant_id': '70c0e94de74043e0be3debef379dc92e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:01.196036 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Made reservation on behalf of 70c0e94de74043e0be3debef379dc92e for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:01.199539 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.280633 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f59a9545-b70e-45de-9cf0-bdf99ce17b7a req-a10dce64-e9b0-49cc-b0af-51dcedc85a66 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 210 time: 0.0305026 Jul 23 17:15:01.329917 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Allocated IP 172.20.0.6 (de6fc2d6-acb3-46a1-b408-79bae01b2bf3/068c6c43-131e-4797-9adf-3f18c580f99b/61439be0-17e4-4e73-9ff9-e2ef246cb196) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:01.479073 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.517758 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.562010 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:01.564980 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:01.569073 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:01.593156 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Pushing event updated for resources: {'Port': ['ID=61439be0-17e4-4e73-9ff9-e2ef246cb196,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:01.619404 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:01.620007 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.634817 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-4d229923-abf0-421f-a578-bc0de148f939 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532780 Jul 23 17:15:01.646870 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Request body: {'port': {'device_id': 'a30da6b5-0d66-4790-beb6-97ad31c69bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:01.716214 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.971648 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61439be0-17e4-4e73-9ff9-e2ef246cb196 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:01.979369 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:01.991524 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Transition to ACTIVE for port object 61439be0-17e4-4e73-9ff9-e2ef246cb196 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:01.995832 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.048827 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Pushing event updated for resources: {'Port': ['ID=61439be0-17e4-4e73-9ff9-e2ef246cb196,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:02.113687 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Attempting to bind port 61439be0-17e4-4e73-9ff9-e2ef246cb196 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:02.114258 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Attempting to bind port 61439be0-17e4-4e73-9ff9-e2ef246cb196 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '0c654bad-c996-47fc-a2ee-90cf4e3f9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:02.114363 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Attempting to bind port 61439be0-17e4-4e73-9ff9-e2ef246cb196 on network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:02.119104 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Port 61439be0-17e4-4e73-9ff9-e2ef246cb196 on network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:15:02.119424 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Attempting to bind port 61439be0-17e4-4e73-9ff9-e2ef246cb196 on network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:02.124347 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:02.124930 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Checking segment: {'id': '0c654bad-c996-47fc-a2ee-90cf4e3f9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:02.125314 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Bound using segment: {'id': '0c654bad-c996-47fc-a2ee-90cf4e3f9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:02.125764 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Bound port: 61439be0-17e4-4e73-9ff9-e2ef246cb196, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c654bad-c996-47fc-a2ee-90cf4e3f9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:02.126119 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.190225 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] For port 61439be0-17e4-4e73-9ff9-e2ef246cb196, host hv-cinder-80191, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:02.193105 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] For port 61439be0-17e4-4e73-9ff9-e2ef246cb196, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=61439be0-17e4-4e73-9ff9-e2ef246cb196,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:02.197423 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.229445 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:02.230196 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:02.231556 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] 10.222.0.16 "PUT /v2.0/ports/61439be0-17e4-4e73-9ff9-e2ef246cb196 HTTP/1.1" status: 200 len: 1093 time: 0.5887287 Jul 23 17:15:02.233731 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30da6b5-0d66-4790-beb6-97ad31c69bdb', 'tag': '61439be0-17e4-4e73-9ff9-e2ef246cb196'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:02.235947 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e16291b-2020-4698-b4a0-772c595fb2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a30da6b5-0d66-4790-beb6-97ad31c69bdb", "tag": "61439be0-17e4-4e73-9ff9-e2ef246cb196"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:02.268102 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac792b3-bed5-4e09-8b39-c6f3ca3aadd8 service neutron] Pushing event updated for resources: {'Port': ['ID=61439be0-17e4-4e73-9ff9-e2ef246cb196,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:02.284903 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d0acd0-75b0-4bd5-a121-b763666947f5 x-openstack-request-id: req-81d0acd0-75b0-4bd5-a121-b763666947f5 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:02.285188 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30da6b5-0d66-4790-beb6-97ad31c69bdb", "tag": "61439be0-17e4-4e73-9ff9-e2ef246cb196", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:02.285480 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81d0acd0-75b0-4bd5-a121-b763666947f5 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:02.285871 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30da6b5-0d66-4790-beb6-97ad31c69bdb', 'tag': '61439be0-17e4-4e73-9ff9-e2ef246cb196', 'status': 'completed', 'code': 200} Jul 23 17:15:02.333773 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-cbea8954-0a84-4935-9e6b-f5cccc64f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:02.335298 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-cbea8954-0a84-4935-9e6b-f5cccc64f8c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c0e94de74043e0be3debef379dc92e&device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 1096 time: 0.0588586 Jul 23 17:15:02.381737 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-e826535c-bdc1-4860-b537-c450e6264566 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61439be0-17e4-4e73-9ff9-e2ef246cb196 HTTP/1.1" status: 200 len: 217 time: 0.0387492 Jul 23 17:15:02.409653 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad445-9559-453c-b086-abe5c475db94 req-facfc508-ce81-4bd4-9ba9-0ad71b29a872 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:02.411124 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b36ad445-9559-453c-b086-abe5c475db94 req-facfc508-ce81-4bd4-9ba9-0ad71b29a872 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 943 time: 0.0638759 Jul 23 17:15:02.431332 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-82b8511a-64f7-46eb-8df7-ea91a55ac813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:02.432804 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-82b8511a-64f7-46eb-8df7-ea91a55ac813 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=068c6c43-131e-4797-9adf-3f18c580f99b HTTP/1.1" status: 200 len: 853 time: 0.0439858 Jul 23 17:15:02.449652 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b36ad445-9559-453c-b086-abe5c475db94 req-ddc8d3c5-6f1b-4dab-b556-fd47d5855373 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Jul 23 17:15:02.477811 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-716d2a75-d84d-4141-a1aa-59095d07572c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290911 Jul 23 17:15:02.568832 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-64a32e62-4f8a-468f-8805-ab35a40f421c service neutron] 10.222.0.16 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838568 Jul 23 17:15:02.656522 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21a17124-cbb0-437f-a48c-cdfda3c16ca2 req-d01fbc26-1a0c-4366-a6f7-68b5e2fdb318 service neutron] 10.222.0.16 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800447 Jul 23 17:15:02.757785 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-268893a5-9df5-46b0-84ef-d479d1df2a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:02.759313 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-268893a5-9df5-46b0-84ef-d479d1df2a6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c0e94de74043e0be3debef379dc92e&device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 1096 time: 0.0587690 Jul 23 17:15:02.852780 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-3eabf01e-a41e-4bec-a184-67855c9544f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:02.854426 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-3eabf01e-a41e-4bec-a184-67855c9544f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3 HTTP/1.1" status: 200 len: 914 time: 0.0853376 Jul 23 17:15:02.898679 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-d0a5ed4e-6ae9-4f5d-af2e-daf31a6d76da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61439be0-17e4-4e73-9ff9-e2ef246cb196 HTTP/1.1" status: 200 len: 217 time: 0.0378551 Jul 23 17:15:02.971440 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-75ebbc1e-2979-449b-b335-9c6279e0d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:02.972695 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-75ebbc1e-2979-449b-b335-9c6279e0d8c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=068c6c43-131e-4797-9adf-3f18c580f99b HTTP/1.1" status: 200 len: 853 time: 0.0493851 Jul 23 17:15:03.010300 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-4a83a3b8-be06-4966-bda1-e0aa8a224964 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300591 Jul 23 17:15:03.100552 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-992db1f5-2018-4e6a-9748-49eadbb049ae service neutron] 10.222.0.16 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833156 Jul 23 17:15:03.186958 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8e16291b-2020-4698-b4a0-772c595fb2ee req-7e9073e5-b613-494f-b935-a48567abfab3 service neutron] 10.222.0.16 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797389 Jul 23 17:15:03.588476 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2ff40-98b9-43dc-a742-e8413f310234 req-b14e4b64-f2c0-44c5-966b-4e741fb2e189 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:03.589952 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-70e2ff40-98b9-43dc-a742-e8413f310234 req-b14e4b64-f2c0-44c5-966b-4e741fb2e189 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 943 time: 0.0646584 Jul 23 17:15:03.626198 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-70e2ff40-98b9-43dc-a742-e8413f310234 req-455db73b-5499-4f72-ab9c-66dbf12f21ed tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Jul 23 17:15:04.756520 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a871f90-5480-48a1-a2d1-4615e34cb027 req-730a02f0-b2d2-4451-96ab-456a5933f32e tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:04.758011 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0a871f90-5480-48a1-a2d1-4615e34cb027 req-730a02f0-b2d2-4451-96ab-456a5933f32e tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 943 time: 0.0621059 Jul 23 17:15:04.794373 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0a871f90-5480-48a1-a2d1-4615e34cb027 req-1c185b7c-f079-4ce4-985e-55d7c5e15920 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Jul 23 17:15:05.922913 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b90ba-398a-49bc-a4b7-489adbbcabbb req-d4e76f45-2485-40b2-9615-428bc000f8a7 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:05.924473 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dd5b90ba-398a-49bc-a4b7-489adbbcabbb req-d4e76f45-2485-40b2-9615-428bc000f8a7 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 943 time: 0.0644550 Jul 23 17:15:05.963326 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dd5b90ba-398a-49bc-a4b7-489adbbcabbb req-98f069a7-6d50-43ce-8b1d-8f5538a20333 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326178 Jul 23 17:15:06.064580 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 61439be0-17e4-4e73-9ff9-e2ef246cb196 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:15:06.157510 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 61439be0-17e4-4e73-9ff9-e2ef246cb196, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=61439be0-17e4-4e73-9ff9-e2ef246cb196,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:06.168119 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '61439be0-17e4-4e73-9ff9-e2ef246cb196', 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3', 'port_id': '61439be0-17e4-4e73-9ff9-e2ef246cb196', 'mac_address': 'fa:16:3e:a2:8c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068c6c43-131e-4797-9adf-3f18c580f99b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:15:06.207343 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:06.219368 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61439be0-17e4-4e73-9ff9-e2ef246cb196 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:06.237790 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 61439be0-17e4-4e73-9ff9-e2ef246cb196, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=61439be0-17e4-4e73-9ff9-e2ef246cb196,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:06.243594 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:06.291953 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=61439be0-17e4-4e73-9ff9-e2ef246cb196,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:06.483037 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['61439be0-17e4-4e73-9ff9-e2ef246cb196'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:15:07.091313 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469244b5-4290-463c-93e8-4d9cc66bb031 req-bd589379-d916-444c-bb94-b8d740462eca tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:07.092796 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-469244b5-4290-463c-93e8-4d9cc66bb031 req-bd589379-d916-444c-bb94-b8d740462eca tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 944 time: 0.0657952 Jul 23 17:15:07.135780 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-469244b5-4290-463c-93e8-4d9cc66bb031 req-2192b4ef-fc94-4ae7-96b1-58277eb93108 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Jul 23 17:15:08.028348 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 61439be0-17e4-4e73-9ff9-e2ef246cb196 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:08.075622 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 61439be0-17e4-4e73-9ff9-e2ef246cb196 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:08.079072 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 61439be0-17e4-4e73-9ff9-e2ef246cb196 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:08.079444 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.154226 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.175740 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30da6b5-0d66-4790-beb6-97ad31c69bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61439be0-17e4-4e73-9ff9-e2ef246cb196'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:08.178233 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67fbbb0-af79-4ed5-be37-2ddee14ea139" -d '{"events": [{"server_uuid": "a30da6b5-0d66-4790-beb6-97ad31c69bdb", "name": "network-vif-plugged", "status": "completed", "tag": "61439be0-17e4-4e73-9ff9-e2ef246cb196"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:08.191271 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 61439be0-17e4-4e73-9ff9-e2ef246cb196, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=61439be0-17e4-4e73-9ff9-e2ef246cb196,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:08.196790 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.226907 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9229bec9-cdb3-4416-9c95-c47bfc2534c5 x-openstack-request-id: req-9229bec9-cdb3-4416-9c95-c47bfc2534c5 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:08.227209 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30da6b5-0d66-4790-beb6-97ad31c69bdb", "name": "network-vif-plugged", "status": "completed", "tag": "61439be0-17e4-4e73-9ff9-e2ef246cb196", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:08.227480 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9229bec9-cdb3-4416-9c95-c47bfc2534c5 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:08.227863 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30da6b5-0d66-4790-beb6-97ad31c69bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61439be0-17e4-4e73-9ff9-e2ef246cb196', 'code': 200} Jul 23 17:15:08.253079 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=61439be0-17e4-4e73-9ff9-e2ef246cb196,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:08.271101 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315821f-e709-418c-a74e-f49cba5e93ec req-33b5b258-9ad2-4aa6-bb99-95fdf37fbd37 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.272563 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f315821f-e709-418c-a74e-f49cba5e93ec req-33b5b258-9ad2-4aa6-bb99-95fdf37fbd37 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 945 time: 0.0701621 Jul 23 17:15:08.310872 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f315821f-e709-418c-a74e-f49cba5e93ec req-adc835d4-efb5-4433-8008-d9e4a0899771 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324836 Jul 23 17:15:08.413937 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819a7c1-9120-48b7-b469-90bf8b0d0fe1 req-8f03e374-b76c-4d4e-8051-0b213cd812e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.415360 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0819a7c1-9120-48b7-b469-90bf8b0d0fe1 req-8f03e374-b76c-4d4e-8051-0b213cd812e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 1098 time: 0.0509722 Jul 23 17:15:08.457343 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-0819a7c1-9120-48b7-b469-90bf8b0d0fe1 req-66fb21b7-e57e-4d5b-86d5-77b45184c464 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Jul 23 17:15:09.442935 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1051a-e8dc-4693-b3b6-8a446fae3ba5 req-91994722-0729-4c5d-ad37-74dcad9f4cb5 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:09.444402 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-94f1051a-e8dc-4693-b3b6-8a446fae3ba5 req-91994722-0729-4c5d-ad37-74dcad9f4cb5 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 945 time: 0.0653577 Jul 23 17:15:09.484636 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-94f1051a-e8dc-4693-b3b6-8a446fae3ba5 req-1510f96c-6aaf-426a-8456-49bccc77a8c2 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Jul 23 17:15:10.623747 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d241-0fbc-4fe1-99b9-e0954d263c6a req-3e87ca38-608c-416d-b071-08c8aa791227 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:10.625235 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8485d241-0fbc-4fe1-99b9-e0954d263c6a req-3e87ca38-608c-416d-b071-08c8aa791227 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 945 time: 0.0669863 Jul 23 17:15:10.670392 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8485d241-0fbc-4fe1-99b9-e0954d263c6a req-0573fd81-8947-4ab7-9c5c-19f8cf1ad470 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367877 Jul 23 17:15:10.843913 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-396054dc-2b3a-454c-9f14-a3afc6212f6a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630329740&fields=id&tenant_id=dcda74bb9a354ea1b502df7985de8092 HTTP/1.1" status: 200 len: 267 time: 0.0675452 Jul 23 17:15:10.897907 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8c295-2f2d-47dd-99c1-7e891b090dc2 req-b21cc1f7-4a64-4254-b5f1-93ff9741e695 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:10.899362 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-37a8c295-2f2d-47dd-99c1-7e891b090dc2 req-b21cc1f7-4a64-4254-b5f1-93ff9741e695 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.1166570 Jul 23 17:15:10.980309 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-37a8c295-2f2d-47dd-99c1-7e891b090dc2 req-2cddf24c-5a9e-44c6-9b15-68fedbaa8983 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754333 Jul 23 17:15:10.988732 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-a667f6fc-99f3-4e6f-9910-32270c796b50 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:10.990169 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-a667f6fc-99f3-4e6f-9910-32270c796b50 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 812 time: 0.1390126 Jul 23 17:15:11.005830 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-b1f668d3-350a-4e91-9b20-afb801619059 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/quotas/dcda74bb9a354ea1b502df7985de8092 HTTP/1.1" status: 200 len: 375 time: 0.0092940 Jul 23 17:15:11.082563 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-40558a2f-b279-4836-b880-50d25e507ca3 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0714257 Jul 23 17:15:11.184717 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-319ed946-18ca-4a47-9691-80bbc979fe22 service neutron] 10.222.0.70 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901327 Jul 23 17:15:11.276932 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0462c22f-6098-4d1e-83ae-aeecd4bf10e0 service neutron] 10.222.0.70 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864615 Jul 23 17:15:11.575610 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bf55c73-d38d-46e5-be19-c9f688e6bd9f req-9707cda0-ddf1-4bf2-9e6b-94b14ad8eb3a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 210 time: 0.0299122 Jul 23 17:15:12.119633 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee37a8-21a1-4569-aa38-5721f9a40521 req-bde5e61c-052e-474f-9b3e-51793b869ef5 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:12.121047 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e9ee37a8-21a1-4569-aa38-5721f9a40521 req-bde5e61c-052e-474f-9b3e-51793b869ef5 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0637460 Jul 23 17:15:12.166923 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e9ee37a8-21a1-4569-aa38-5721f9a40521 req-0712ca44-048f-4b9d-902e-ac780cbcd9c7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401220 Jul 23 17:15:12.511595 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-6f19b51a-67cb-40f4-a22c-f19c1ad5e2ad tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:12.513136 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-6f19b51a-67cb-40f4-a22c-f19c1ad5e2ad tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 812 time: 0.1032629 Jul 23 17:15:12.558897 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-9bcc2a7a-0776-4d21-a0e8-ce09231afd92 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcda74bb9a354ea1b502df7985de8092 HTTP/1.1" status: 200 len: 379 time: 0.0370164 Jul 23 17:15:12.576201 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'port': {'device_id': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'admin_state_up': True, 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'security_groups': ['4d2da4d5-94ea-46c0-be98-68394c9c8af2']}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:12.670977 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4b601a77-7d9d-4927-acea-d300e833fc46 req-3decf60c-9101-4553-b480-2126769628eb tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 210 time: 0.0289471 Jul 23 17:15:12.693862 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Made reservation on behalf of dcda74bb9a354ea1b502df7985de8092 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:12.698280 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.829979 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Allocated IP 172.20.0.11 (ac79f40a-f5ed-432b-9649-a647125a7089/73394ebd-dc03-45b7-b703-d4e371fdcbd6/dad4ae12-9af2-4784-b530-81dbbbd08d82) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:12.879424 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7eb92afb-4c28-4fa7-b44f-d5363b5d3689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.967644 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.981514 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Transition to ACTIVE for port object dad4ae12-9af2-4784-b530-81dbbbd08d82 will not be triggered until provisioned by entity DHCP. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:13.015783 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.062725 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Network ac79f40a-f5ed-432b-9649-a647125a7089 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:13.065752 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:13.069388 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:13.098829 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'Port': ['ID=dad4ae12-9af2-4784-b530-81dbbbd08d82,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:13.126362 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:13.127003 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.142145 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0134e1f4-741e-4520-8c44-7c8f09c0a1b5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696106 Jul 23 17:15:13.157875 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Request body: {'port': {'device_id': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:13.252404 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.317615 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f57929-76f3-4558-91cf-09de3a08d55a req-09f136ed-78f9-430e-8983-3e3fda9230e4 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:13.319538 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-77f57929-76f3-4558-91cf-09de3a08d55a req-09f136ed-78f9-430e-8983-3e3fda9230e4 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0775938 Jul 23 17:15:13.326912 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2ba903ec-e3db-4938-8b4d-94993468ce71 None None] Provisioning for port dad4ae12-9af2-4784-b530-81dbbbd08d82 completed by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:13.331537 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-2ba903ec-e3db-4938-8b4d-94993468ce71 None None] Provisioning complete for port dad4ae12-9af2-4784-b530-81dbbbd08d82 triggered by entity DHCP. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:13.331887 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2ba903ec-e3db-4938-8b4d-94993468ce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.365447 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.369859 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-77f57929-76f3-4558-91cf-09de3a08d55a req-b98be2fb-2ada-4019-b09c-64d20bce8ddd tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433023 Jul 23 17:15:13.383592 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-2ba903ec-e3db-4938-8b4d-94993468ce71 None None] Port dad4ae12-9af2-4784-b530-81dbbbd08d82 cannot update to ACTIVE because it is not bound. {{(pid=93252) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:15:13.533539 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad4ae12-9af2-4784-b530-81dbbbd08d82 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:13.541462 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.553666 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Transition to ACTIVE for port object dad4ae12-9af2-4784-b530-81dbbbd08d82 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:13.557567 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.607750 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Pushing event updated for resources: {'Port': ['ID=dad4ae12-9af2-4784-b530-81dbbbd08d82,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:13.681848 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Attempting to bind port dad4ae12-9af2-4784-b530-81dbbbd08d82 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:13.682280 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Attempting to bind port dad4ae12-9af2-4784-b530-81dbbbd08d82 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:13.682614 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Attempting to bind port dad4ae12-9af2-4784-b530-81dbbbd08d82 on network ac79f40a-f5ed-432b-9649-a647125a7089 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:13.687380 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Port dad4ae12-9af2-4784-b530-81dbbbd08d82 on network ac79f40a-f5ed-432b-9649-a647125a7089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:15:13.687701 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Attempting to bind port dad4ae12-9af2-4784-b530-81dbbbd08d82 on network ac79f40a-f5ed-432b-9649-a647125a7089 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:13.692547 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:13.692878 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Checking segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:13.693261 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Bound using segment: {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:13.693711 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Bound port: dad4ae12-9af2-4784-b530-81dbbbd08d82, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed007fd4-eeee-4a38-9b8f-d294004d91b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:13.694066 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.768414 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] For port dad4ae12-9af2-4784-b530-81dbbbd08d82, host hv-cinder-80191, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:13.771444 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] For port dad4ae12-9af2-4784-b530-81dbbbd08d82, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dad4ae12-9af2-4784-b530-81dbbbd08d82,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:13.775723 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.810932 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:13.811535 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:13.812902 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] 10.222.0.16 "PUT /v2.0/ports/dad4ae12-9af2-4784-b530-81dbbbd08d82 HTTP/1.1" status: 200 len: 1094 time: 0.6601133 Jul 23 17:15:13.813339 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:13.815562 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea3e31a-410f-44cb-b969-a357646590d2" -d '{"events": [{"name": "network-changed", "server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:13.819407 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae86e1-a1bd-423b-9225-3e27b5d2b85a req-0fdd85f2-5078-4b89-819b-eb6bfa32ebb3 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:13.830418 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-82ae86e1-a1bd-423b-9225-3e27b5d2b85a req-0fdd85f2-5078-4b89-819b-eb6bfa32ebb3 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 944 time: 0.0857520 Jul 23 17:15:13.856781 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d0f95-4217-4a35-b1df-4545ff4b59dc service neutron] Pushing event updated for resources: {'Port': ['ID=dad4ae12-9af2-4784-b530-81dbbbd08d82,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:13.865619 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebdfc1e-dba7-4d8b-9813-03883133b2db x-openstack-request-id: req-4ebdfc1e-dba7-4d8b-9813-03883133b2db {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:13.865945 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:13.866341 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ebdfc1e-dba7-4d8b-9813-03883133b2db {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:13.866822 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'status': 'completed', 'code': 200} Jul 23 17:15:13.873591 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-82ae86e1-a1bd-423b-9225-3e27b5d2b85a req-203dc34c-0845-41ef-b358-c2855355b0ef tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Jul 23 17:15:13.932727 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-ee4aa845-f4e0-4d2f-91ad-106effead104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:13.934314 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-ee4aa845-f4e0-4d2f-91ad-106effead104 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 1097 time: 0.0577772 Jul 23 17:15:13.984623 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-5033f49b-4f7d-4126-862e-09a8c7fc6322 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad4ae12-9af2-4784-b530-81dbbbd08d82 HTTP/1.1" status: 200 len: 217 time: 0.0417686 Jul 23 17:15:14.038696 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-d77c55c0-4af0-4e4f-a3f4-237058dbbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:14.040580 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-d77c55c0-4af0-4e4f-a3f4-237058dbbaed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0494187 Jul 23 17:15:14.099398 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0d51f0ce-1fe2-4c68-b369-8e470a14b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:14.100954 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-0d51f0ce-1fe2-4c68-b369-8e470a14b6a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531800 Jul 23 17:15:14.198226 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-744c9584-7ac4-4c8c-896b-d4249a5616f5 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881474 Jul 23 17:15:14.288214 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3fcd0e17-fd01-4b35-ad03-d9fb2f906e61 req-39c74482-eeb7-4807-a8d7-b662b648a0eb service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828173 Jul 23 17:15:14.407391 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-f0ffb1f8-f4d3-4f52-b0f8-7e36832bebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:14.408878 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-f0ffb1f8-f4d3-4f52-b0f8-7e36832bebc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 1097 time: 0.0586314 Jul 23 17:15:14.501656 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9345d-3e66-418c-9cfb-6a88014d8c9f req-4035524f-48db-4f1b-bfbe-3eb338e71cfd tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:14.503159 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bec9345d-3e66-418c-9cfb-6a88014d8c9f req-4035524f-48db-4f1b-bfbe-3eb338e71cfd tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0638626 Jul 23 17:15:14.503943 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-18276f58-0ee3-42b0-86fe-6d5340a932b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:14.505428 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-18276f58-0ee3-42b0-86fe-6d5340a932b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 913 time: 0.0891638 Jul 23 17:15:14.541531 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bec9345d-3e66-418c-9cfb-6a88014d8c9f req-b2631cc4-17ee-4cea-8c3a-b275f6e22bc5 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327821 Jul 23 17:15:14.551705 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-3591380c-cc03-483b-ad71-824f5a76550b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad4ae12-9af2-4784-b530-81dbbbd08d82 HTTP/1.1" status: 200 len: 217 time: 0.0387301 Jul 23 17:15:14.599779 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-05b35325-5c65-4f5c-b822-0a9161020db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:14.601238 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-05b35325-5c65-4f5c-b822-0a9161020db7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0424616 Jul 23 17:15:14.658215 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-09ea579d-c213-4624-86f7-6ed9a0ecc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:14.659700 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-09ea579d-c213-4624-86f7-6ed9a0ecc5b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516984 Jul 23 17:15:14.755819 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-e3891f3f-0c99-4b27-a68e-71d018adc17b service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855122 Jul 23 17:15:14.855245 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-3ea3e31a-410f-44cb-b969-a357646590d2 req-748cda80-2d54-44f3-b2ad-4939d7bc35bd service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856988 Jul 23 17:15:15.007554 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde6c1c-9052-4c26-8750-7a8b4cc235be req-0d7cb400-a318-43d8-ba5d-d4581fc9b26c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:15.009474 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fcde6c1c-9052-4c26-8750-7a8b4cc235be req-0d7cb400-a318-43d8-ba5d-d4581fc9b26c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 944 time: 0.0698078 Jul 23 17:15:15.048767 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fcde6c1c-9052-4c26-8750-7a8b4cc235be req-d0c21044-2ff4-4f27-88a1-bf12aa94bed5 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336716 Jul 23 17:15:15.416381 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-13dbea98-0e82-439a-8eb2-496c4c200eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:15.673465 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c806f5-b4d4-4b49-9366-3e3359f9ceb0 req-dd69c834-1d57-41ca-aec8-68144e1287e1 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:15.674955 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f9c806f5-b4d4-4b49-9366-3e3359f9ceb0 req-dd69c834-1d57-41ca-aec8-68144e1287e1 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0649719 Jul 23 17:15:15.712485 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f9c806f5-b4d4-4b49-9366-3e3359f9ceb0 req-df4c18bc-61ab-408d-863c-59c07b906bcf tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311763 Jul 23 17:15:15.781731 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:15.902810 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44af139-2966-4f87-845a-794ad4838b72 req-9e65ad0a-b528-4e0d-a458-ab9cf4069d23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525324 Jul 23 17:15:15.980688 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af139-2966-4f87-845a-794ad4838b72 req-7ac26858-05bb-4705-8782-111651adbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:15.982240 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44af139-2966-4f87-845a-794ad4838b72 req-7ac26858-05bb-4705-8782-111651adbc32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d39abd7d32e48029fada8e860a09787&device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 1099 time: 0.0583489 Jul 23 17:15:16.097705 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af139-2966-4f87-845a-794ad4838b72 req-c1618909-6f1e-477d-ac30-bc5660a5cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:16.099172 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44af139-2966-4f87-845a-794ad4838b72 req-c1618909-6f1e-477d-ac30-bc5660a5cdb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 200 len: 918 time: 0.0882554 Jul 23 17:15:16.170309 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44af139-2966-4f87-845a-794ad4838b72 req-d4468ec5-adc5-4ca6-b457-9c7c19846de0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 HTTP/1.1" status: 200 len: 1001 time: 0.0638099 Jul 23 17:15:16.179179 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a537b-434e-4c7e-a5d1-983f186d8a71 req-6368440a-7dda-4083-a9a5-d87aa14030af tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:16.180663 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f86a537b-434e-4c7e-a5d1-983f186d8a71 req-6368440a-7dda-4083-a9a5-d87aa14030af tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 944 time: 0.0631592 Jul 23 17:15:16.220524 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f86a537b-434e-4c7e-a5d1-983f186d8a71 req-042dbe2c-6361-4591-8669-e34d3e8550e3 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336235 Jul 23 17:15:16.221072 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af139-2966-4f87-845a-794ad4838b72 req-9bc23df3-7851-46d0-8f9c-ce5ea02d2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:16.222562 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44af139-2966-4f87-845a-794ad4838b72 req-9bc23df3-7851-46d0-8f9c-ce5ea02d2ebb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 200 len: 856 time: 0.0451887 Jul 23 17:15:16.282492 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af139-2966-4f87-845a-794ad4838b72 req-718003ce-cb14-4a0b-8439-ec7c60e86f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:16.283965 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44af139-2966-4f87-845a-794ad4838b72 req-718003ce-cb14-4a0b-8439-ec7c60e86f97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e86bd944-532d-4858-83f3-391c0fffcbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541375 Jul 23 17:15:16.378216 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44af139-2966-4f87-845a-794ad4838b72 req-e69d5f2d-70b7-4f01-b75b-0ee938486e33 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862987 Jul 23 17:15:16.417569 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:16.473142 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-b44af139-2966-4f87-845a-794ad4838b72 req-7b8d2c04-c5a6-4bcc-9b9d-7dee63f609e4 service neutron] 10.222.0.16 "GET /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877514 Jul 23 17:15:16.843441 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aeccf-8162-41f4-8cf1-c0492b2cca96 req-0891146e-85d4-47bc-a817-0b1722f298a7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:16.844811 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-822aeccf-8162-41f4-8cf1-c0492b2cca96 req-0891146e-85d4-47bc-a817-0b1722f298a7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0649672 Jul 23 17:15:16.883368 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-822aeccf-8162-41f4-8cf1-c0492b2cca96 req-b9634c0d-b5db-45a3-9076-ddda28d85711 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331624 Jul 23 17:15:17.349615 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84f2ed-83ed-41d6-8426-a97876a3f5a4 req-7de8ffe8-02e1-462c-a620-6dc258fc994f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:17.351086 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc84f2ed-83ed-41d6-8426-a97876a3f5a4 req-7de8ffe8-02e1-462c-a620-6dc258fc994f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 944 time: 0.0638268 Jul 23 17:15:17.388860 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bc84f2ed-83ed-41d6-8426-a97876a3f5a4 req-6d1b7597-5327-4b93-942d-d4e5a20eb3ba tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322533 Jul 23 17:15:18.010945 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27dd0-2156-4ae3-a4e3-decaa389ff22 req-b0f7903f-cddd-4c81-92fc-f4053f21d3ee tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:18.012424 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ea27dd0-2156-4ae3-a4e3-decaa389ff22 req-b0f7903f-cddd-4c81-92fc-f4053f21d3ee tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0628285 Jul 23 17:15:18.053915 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7ea27dd0-2156-4ae3-a4e3-decaa389ff22 req-3348f2ef-d797-4cc3-a536-4df34975c7d6 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350673 Jul 23 17:15:18.056833 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:18.519465 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a96be0-7269-4ee5-b1b6-35ba2fc1f887 req-f2bc7631-3cdd-4816-a3ea-fca503407d07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:18.520909 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-34a96be0-7269-4ee5-b1b6-35ba2fc1f887 req-f2bc7631-3cdd-4816-a3ea-fca503407d07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 944 time: 0.0669799 Jul 23 17:15:18.560309 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-34a96be0-7269-4ee5-b1b6-35ba2fc1f887 req-9c56585b-11a3-4be4-bbbd-5b52459d51b3 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328622 Jul 23 17:15:19.181309 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4dbb-9ed9-46a3-a3f1-cf519174d9ce req-01b53f58-900f-4f2e-8aef-a9edae6bb3ad tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:19.183357 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e7b4dbb-9ed9-46a3-a3f1-cf519174d9ce req-01b53f58-900f-4f2e-8aef-a9edae6bb3ad tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0630965 Jul 23 17:15:19.221727 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e7b4dbb-9ed9-46a3-a3f1-cf519174d9ce req-88f885f4-e277-46b4-8b5c-2691324c806d tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329239 Jul 23 17:15:19.689046 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdc4bf-26f3-4256-b7c1-1111929202c6 req-fb3dea05-4cbb-4a1c-8f40-08e78d8f4f6d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:19.690600 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6fbdc4bf-26f3-4256-b7c1-1111929202c6 req-fb3dea05-4cbb-4a1c-8f40-08e78d8f4f6d tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 944 time: 0.0656857 Jul 23 17:15:19.728361 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6fbdc4bf-26f3-4256-b7c1-1111929202c6 req-d3e00dc4-650c-42ff-880f-3727dedf8926 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322859 Jul 23 17:15:20.350174 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82356-3a19-4744-8822-08f2838bbd73 req-b9fa0c94-ec27-44de-a098-26a1e8046d26 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:20.351616 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-14d82356-3a19-4744-8822-08f2838bbd73 req-b9fa0c94-ec27-44de-a098-26a1e8046d26 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0627079 Jul 23 17:15:20.388420 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-14d82356-3a19-4744-8822-08f2838bbd73 req-a314b20b-f2d0-41a5-8f2b-dd746cab3f6b tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Jul 23 17:15:20.859731 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfbd8c-a585-4c2a-805d-a02ca47474a0 req-b851d7a8-0a62-4415-a24f-afa0284fc4ec tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:20.861191 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c0dfbd8c-a585-4c2a-805d-a02ca47474a0 req-b851d7a8-0a62-4415-a24f-afa0284fc4ec tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 944 time: 0.0666130 Jul 23 17:15:20.899160 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c0dfbd8c-a585-4c2a-805d-a02ca47474a0 req-3e95dab7-e992-4825-b810-6d71bb2d319a tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324104 Jul 23 17:15:21.254827 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e925c-a906-46c4-99cc-b26eea863227 req-e38bc2c1-775a-4367-8979-a3f9d8e205a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:21.256348 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d02e925c-a906-46c4-99cc-b26eea863227 req-e38bc2c1-775a-4367-8979-a3f9d8e205a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1099 time: 0.2877951 Jul 23 17:15:21.345931 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e925c-a906-46c4-99cc-b26eea863227 req-49c1dffe-9298-4292-8ef1-fa2994493d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:21.347407 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d02e925c-a906-46c4-99cc-b26eea863227 req-49c1dffe-9298-4292-8ef1-fa2994493d65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 200 len: 910 time: 0.0835607 Jul 23 17:15:21.414545 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d02e925c-a906-46c4-99cc-b26eea863227 req-f91febbf-5c01-4420-bc10-399d892a747f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 200 len: 1001 time: 0.0595639 Jul 23 17:15:21.467202 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e925c-a906-46c4-99cc-b26eea863227 req-2dbdebc5-1006-4cdb-ac6e-92bfe10456e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:21.468682 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d02e925c-a906-46c4-99cc-b26eea863227 req-2dbdebc5-1006-4cdb-ac6e-92bfe10456e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d560f79a-a341-4c21-b811-412078ba23dd HTTP/1.1" status: 200 len: 848 time: 0.0434802 Jul 23 17:15:21.521672 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04b41f-6b30-431c-9d0a-fbb910b26e3a req-dbb235f0-b75d-4168-9331-5499dbacdb9a tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:21.523064 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-af04b41f-6b30-431c-9d0a-fbb910b26e3a req-dbb235f0-b75d-4168-9331-5499dbacdb9a tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0677416 Jul 23 17:15:21.526892 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e925c-a906-46c4-99cc-b26eea863227 req-a340cae1-3384-4b7e-bb58-0e13f5395485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:21.528338 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d02e925c-a906-46c4-99cc-b26eea863227 req-a340cae1-3384-4b7e-bb58-0e13f5395485 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca58638b-372f-4250-adad-6b75a3dee01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529838 Jul 23 17:15:21.562669 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-af04b41f-6b30-431c-9d0a-fbb910b26e3a req-ec8b4dbc-044f-41c1-b4b9-80ac5bfacec6 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Jul 23 17:15:21.623065 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d02e925c-a906-46c4-99cc-b26eea863227 req-749c5d00-a738-4fd3-8ee7-c8751ee00339 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869784 Jul 23 17:15:21.719720 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-d02e925c-a906-46c4-99cc-b26eea863227 req-8e7b1e42-2269-411f-9998-b1cb08475418 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878983 Jul 23 17:15:22.028618 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff11c3-26bf-4bdf-b479-cdf1baf8c84b req-33123ff9-92c7-4c62-8fbc-e4d29d426902 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:22.030116 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5ff11c3-26bf-4bdf-b479-cdf1baf8c84b req-33123ff9-92c7-4c62-8fbc-e4d29d426902 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 944 time: 0.0645621 Jul 23 17:15:22.065825 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device dad4ae12-9af2-4784-b530-81dbbbd08d82 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:15:22.068544 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5ff11c3-26bf-4bdf-b479-cdf1baf8c84b req-9e4d6627-6d86-454f-9025-b665d00043b7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328701 Jul 23 17:15:22.162855 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port dad4ae12-9af2-4784-b530-81dbbbd08d82, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dad4ae12-9af2-4784-b530-81dbbbd08d82,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:22.174740 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'port_id': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'mac_address': 'fa:16:3e:fc:bc:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:15:22.211679 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:22.223980 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad4ae12-9af2-4784-b530-81dbbbd08d82 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:22.243102 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port dad4ae12-9af2-4784-b530-81dbbbd08d82, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dad4ae12-9af2-4784-b530-81dbbbd08d82,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:22.251691 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:22.301582 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=dad4ae12-9af2-4784-b530-81dbbbd08d82,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:22.309528 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.309880 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.310221 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.310554 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.310885 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.311215 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.311542 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.311865 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.312199 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.312522 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.312848 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.313168 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:22.563858 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['dad4ae12-9af2-4784-b530-81dbbbd08d82'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:15:22.697021 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179611ed-edb5-4f6f-b0be-625740c1c62c req-d726c421-2b97-4578-85a1-62de676c700c tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:22.699146 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-179611ed-edb5-4f6f-b0be-625740c1c62c req-d726c421-2b97-4578-85a1-62de676c700c tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0696094 Jul 23 17:15:22.737796 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-179611ed-edb5-4f6f-b0be-625740c1c62c req-cedbb156-81d8-4ce4-a165-c4f572688d1c tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327468 Jul 23 17:15:23.194114 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86d05-a3f3-4586-8294-b63cbf4473aa req-c3f46733-39e0-4670-9f93-2c2ad924da16 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:23.195548 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57e86d05-a3f3-4586-8294-b63cbf4473aa req-c3f46733-39e0-4670-9f93-2c2ad924da16 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 945 time: 0.0616777 Jul 23 17:15:23.232202 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-57e86d05-a3f3-4586-8294-b63cbf4473aa req-729a6919-08c2-4105-ada7-3c01a668f6fd tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304377 Jul 23 17:15:23.868754 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99093429-d52b-4594-b7ff-d427a7ea3524 req-3c12a8b6-a32f-4350-8186-d89901ffb602 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:23.870253 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99093429-d52b-4594-b7ff-d427a7ea3524 req-3c12a8b6-a32f-4350-8186-d89901ffb602 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0619314 Jul 23 17:15:23.908011 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-99093429-d52b-4594-b7ff-d427a7ea3524 req-9112ad0b-ddce-49cf-b0e6-f6d548eaaaf8 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321214 Jul 23 17:15:24.075962 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device dad4ae12-9af2-4784-b530-81dbbbd08d82 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:24.123517 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port dad4ae12-9af2-4784-b530-81dbbbd08d82 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:24.127095 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port dad4ae12-9af2-4784-b530-81dbbbd08d82 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:24.127463 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.204380 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.225978 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:24.228171 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fb549f-ad0b-443e-80a2-5fff1b353ceb" -d '{"events": [{"server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "name": "network-vif-plugged", "status": "completed", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:24.241978 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port dad4ae12-9af2-4784-b530-81dbbbd08d82, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dad4ae12-9af2-4784-b530-81dbbbd08d82,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:24.246460 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:24.274015 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77c79b5-9bf8-43c8-94cf-0f9a25f26ff3 x-openstack-request-id: req-c77c79b5-9bf8-43c8-94cf-0f9a25f26ff3 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:24.274170 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "name": "network-vif-plugged", "status": "completed", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:24.274343 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c77c79b5-9bf8-43c8-94cf-0f9a25f26ff3 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:24.274726 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'code': 200} Jul 23 17:15:24.303888 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=dad4ae12-9af2-4784-b530-81dbbbd08d82,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:24.374480 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f50ffa-cd17-4441-a3eb-3266a99f4e86 req-db9b56f9-471d-4a70-88db-06a97ecda772 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:24.375817 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20f50ffa-cd17-4441-a3eb-3266a99f4e86 req-db9b56f9-471d-4a70-88db-06a97ecda772 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 946 time: 0.0676455 Jul 23 17:15:24.415530 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-20f50ffa-cd17-4441-a3eb-3266a99f4e86 req-81f77bee-bbd7-4790-836c-291d5399c27e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333695 Jul 23 17:15:24.531564 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac1d5f-5b4a-4968-baf9-de432c9a7d9e req-78449479-3f71-4f0f-b917-f30da019a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:24.533031 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8fac1d5f-5b4a-4968-baf9-de432c9a7d9e req-78449479-3f71-4f0f-b917-f30da019a89a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 1099 time: 0.0537205 Jul 23 17:15:24.575274 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-8fac1d5f-5b4a-4968-baf9-de432c9a7d9e req-2a915865-b01e-4f8a-a56d-1a4a6417d3bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275683 Jul 23 17:15:25.037471 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85f2ec-c196-4245-a45c-a9d0d5210923 req-7c600090-a36a-4b21-ab6f-fcdda8186732 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:25.038860 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8b85f2ec-c196-4245-a45c-a9d0d5210923 req-7c600090-a36a-4b21-ab6f-fcdda8186732 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0632007 Jul 23 17:15:25.076683 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8b85f2ec-c196-4245-a45c-a9d0d5210923 req-299a4062-10b9-456f-a8a3-aa22cb16be9c tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322537 Jul 23 17:15:25.299932 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-3e652495-f068-4708-a2de-4b74937870d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917208 Jul 23 17:15:25.314095 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233e27c-3c3b-493c-84ea-d8b8a0256875 req-92883ccb-eb60-4788-92a1-d1b016fadf75 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:25.315511 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c233e27c-3c3b-493c-84ea-d8b8a0256875 req-92883ccb-eb60-4788-92a1-d1b016fadf75 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0782256 Jul 23 17:15:25.354573 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c233e27c-3c3b-493c-84ea-d8b8a0256875 req-cb8e5344-ebfb-4c75-9d04-61d5cb6ac435 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329242 Jul 23 17:15:25.550468 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e9c9c-dbe3-4696-9adf-9db7019b6286 req-708d0d58-abeb-4935-baca-07cbc87fcf86 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:25.552303 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3d7e9c9c-dbe3-4696-9adf-9db7019b6286 req-708d0d58-abeb-4935-baca-07cbc87fcf86 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 946 time: 0.0671527 Jul 23 17:15:25.589780 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3d7e9c9c-dbe3-4696-9adf-9db7019b6286 req-7f667166-cb38-4d64-bf43-11445ed728b2 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 Jul 23 17:15:26.488596 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4bb6b-32ce-4d41-8f20-6369ed9c2343 req-83cf3a0e-201c-4184-87b6-9f6718a64243 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:26.490101 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3a4bb6b-32ce-4d41-8f20-6369ed9c2343 req-83cf3a0e-201c-4184-87b6-9f6718a64243 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0698514 Jul 23 17:15:26.530319 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3a4bb6b-32ce-4d41-8f20-6369ed9c2343 req-feb3bddd-b136-4efe-a8f0-c7b55b7ac742 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345054 Jul 23 17:15:26.718146 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25eedf-2293-43ff-824d-fa76d537f5fa req-c270ed03-7e1a-42e0-80e3-dffed75b0e2e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:26.719510 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9f25eedf-2293-43ff-824d-fa76d537f5fa req-c270ed03-7e1a-42e0-80e3-dffed75b0e2e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 946 time: 0.0619223 Jul 23 17:15:26.755827 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9f25eedf-2293-43ff-824d-fa76d537f5fa req-0dbcb1d7-0986-4969-84c8-e9a544fc727c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Jul 23 17:15:26.862607 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-f274527b-a22f-425a-8b55-3a03f8328547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:26.864089 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-f274527b-a22f-425a-8b55-3a03f8328547 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795&tenant_id=671ecfb1aa664a41864ff7dc49a86ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0532444 Jul 23 17:15:26.888206 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6084b80-5f5d-49cc-86ac-78d349f2bf5f req-127f2ff0-87a6-4cdb-9f01-0d27161a3f94 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:26.889703 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d6084b80-5f5d-49cc-86ac-78d349f2bf5f req-127f2ff0-87a6-4cdb-9f01-0d27161a3f94 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 946 time: 0.0679817 Jul 23 17:15:26.929320 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d6084b80-5f5d-49cc-86ac-78d349f2bf5f req-645d2a68-dd3e-4d13-9392-d28e63c761e0 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339031 Jul 23 17:15:26.944224 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-7c6a6763-ebf2-4259-829b-e1b2e7f69c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:26.945858 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-7c6a6763-ebf2-4259-829b-e1b2e7f69c05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1099 time: 0.0576477 Jul 23 17:15:26.952738 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53508) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:27.078664 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fefd44-211a-4bf6-91d0-f84df9d40613 tempest-TestVolumeBootPattern-196722954 tempest-TestVolumeBootPattern-196722954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:27.080180 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-26fefd44-211a-4bf6-91d0-f84df9d40613 tempest-TestVolumeBootPattern-196722954 tempest-TestVolumeBootPattern-196722954-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 1094 time: 0.1265340 Jul 23 17:15:27.081227 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-a3b78ab1-a1c3-4895-ab5c-54626b39571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:27.082569 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-a3b78ab1-a1c3-4895-ab5c-54626b39571b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 200 len: 910 time: 0.1221344 Jul 23 17:15:27.083135 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53510) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:27.087484 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Request body: {'floatingip': {'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'port_id': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:27.151619 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.169174 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-83861e9a-328f-4506-a8f5-e5855c3981e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 200 len: 1001 time: 0.0774038 Jul 23 17:15:27.235947 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-8ec4f595-992c-46e0-86ac-7241534cbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:27.237460 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-8ec4f595-992c-46e0-86ac-7241534cbea8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d560f79a-a341-4c21-b811-412078ba23dd HTTP/1.1" status: 200 len: 848 time: 0.0596886 Jul 23 17:15:27.328044 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.338226 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-fb0a36f9-ee2c-4987-9311-e26675d9e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:27.339702 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-fb0a36f9-ee2c-4987-9311-e26675d9e186 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca58638b-372f-4250-adad-6b75a3dee01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758507 Jul 23 17:15:27.508867 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Allocated IP 172.27.2.211 (6294e940-5015-4228-a305-be46f959a48c/0a6c85e1-2592-46cb-9527-880272ffabb0/800479d0-326d-490f-91c8-085c31ca4c4b) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:27.514342 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-0b91655c-2494-457a-a5fd-22fc0dcda5fd service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449578 Jul 23 17:15:27.659563 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a3076-ec9a-4d4a-9a9b-97a06c2b4431 req-3fc30627-c9d6-4fce-8dcc-ed5da27c9907 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:27.661297 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bb7a3076-ec9a-4d4a-9a9b-97a06c2b4431 req-3fc30627-c9d6-4fce-8dcc-ed5da27c9907 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0639148 Jul 23 17:15:27.679693 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-6fd3737d-23f5-4222-a174-8e218c4c6b20 req-a938f553-2e76-4329-8a9c-8d5a5ad8dc35 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451328 Jul 23 17:15:27.682313 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.700289 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bb7a3076-ec9a-4d4a-9a9b-97a06c2b4431 req-26635a4b-1e03-4c18-b5d3-3bf27f4e6ac2 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331688 Jul 23 17:15:27.722788 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:27.758610 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Network 6294e940-5015-4228-a305-be46f959a48c is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:27.761221 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:27.765654 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:27.790446 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'Port': ['ID=800479d0-326d-490f-91c8-085c31ca4c4b,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:28.090619 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 24a2ca32-c49a-4423-89e4-637c65e7b67c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:15:28.122742 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.167363 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.191016 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:28.193263 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be05f92b-8386-4571-8c1c-d3cd00aeeca8" -d '{"events": [{"server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "name": "network-vif-unplugged", "status": "completed", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:28.206826 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:28.206982 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.213880 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.265412 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445effde-2c1d-41fa-85fb-90b17ea2591b x-openstack-request-id: req-445effde-2c1d-41fa-85fb-90b17ea2591b {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:28.265698 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "name": "network-vif-unplugged", "status": "completed", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:28.265947 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-445effde-2c1d-41fa-85fb-90b17ea2591b {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:28.266422 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'code': 200} Jul 23 17:15:28.271437 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=24a2ca32-c49a-4423-89e4-637c65e7b67c,revision_number=6']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:28.383011 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.388612 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.458426 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event updated for resources: {'Port': ['ID=800479d0-326d-490f-91c8-085c31ca4c4b,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:28.468020 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.563946 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Floating IP 514ca813-7687-42e5-afc3-ec7611fd73b2 associated. External IP: 172.27.2.211, port: dad4ae12-9af2-4784-b530-81dbbbd08d82. Jul 23 17:15:28.765474 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Router 5ccdb645-0bf3-4ea6-8899-2bae48354998 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:15:28.835063 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6757-eb4f-4220-8a1e-f45a82634a6c req-9a42d71e-a97f-4fae-9b09-780667c75ffc tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:28.836562 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bcc6757-eb4f-4220-8a1e-f45a82634a6c req-9a42d71e-a97f-4fae-9b09-780667c75ffc tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0664659 Jul 23 17:15:28.876346 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2bcc6757-eb4f-4220-8a1e-f45a82634a6c req-7ff1ead0-81c9-479f-bd73-abc4641f88cf tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339813 Jul 23 17:15:28.878421 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:15:28.890379 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] Sync routers for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:15:28.897117 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:28.901898 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:28.902560 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:15:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:28.945429 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-06d38cd2-6066-48a0-bb0e-ae32c565896c tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8524857 Jul 23 17:15:28.945429 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:28.945429 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be5b63-7608-4496-987d-16847dbaa214" -d '{"events": [{"name": "network-changed", "server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:28.974061 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6d3f6-8823-4e5a-86d7-f68a5e7b51fa x-openstack-request-id: req-79e6d3f6-8823-4e5a-86d7-f68a5e7b51fa {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:28.974352 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:28.974657 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79e6d3f6-8823-4e5a-86d7-f68a5e7b51fa {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:28.975061 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'status': 'completed', 'code': 200} Jul 23 17:15:29.006404 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:29.235226 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '514ca813-7687-42e5-afc3-ec7611fd73b2', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:fc:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:15:27Z', 'updated_at': '2021-07-23T17:15:27Z', 'revision_number': 0, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}, {'id': 'b804602e-e883-4859-9c69-7b6061ac9867', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:22Z', 'updated_at': '2021-07-23T17:13:24Z', 'revision_number': 1, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:29.266313 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] Checking router: 5ccdb645-0bf3-4ea6-8899-2bae48354998 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:15:29.274531 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:29.275194 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:15:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:29.295261 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5b63-7608-4496-987d-16847dbaa214 req-558d143c-2fd2-493e-b1c4-70b4b74b7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:29.297390 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40be5b63-7608-4496-987d-16847dbaa214 req-558d143c-2fd2-493e-b1c4-70b4b74b7085 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 1099 time: 0.2867527 Jul 23 17:15:29.382536 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:29.397867 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5b63-7608-4496-987d-16847dbaa214 req-96798bff-ae86-421b-90a0-ef33e6f9ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:29.399381 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40be5b63-7608-4496-987d-16847dbaa214 req-96798bff-ae86-421b-90a0-ef33e6f9ded1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 913 time: 0.0903265 Jul 23 17:15:29.462120 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40be5b63-7608-4496-987d-16847dbaa214 req-31ef66f0-7791-4a21-a054-dafe1d1cfb02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad4ae12-9af2-4784-b530-81dbbbd08d82 HTTP/1.1" status: 200 len: 1000 time: 0.0556340 Jul 23 17:15:29.510443 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5b63-7608-4496-987d-16847dbaa214 req-b38fc338-9440-4be6-a24d-82ef501eebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:29.512427 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40be5b63-7608-4496-987d-16847dbaa214 req-b38fc338-9440-4be6-a24d-82ef501eebf9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0424817 Jul 23 17:15:29.574491 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5b63-7608-4496-987d-16847dbaa214 req-74f7980a-3226-4cbc-ad17-2d812a34729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:29.576012 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40be5b63-7608-4496-987d-16847dbaa214 req-74f7980a-3226-4cbc-ad17-2d812a34729d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563622 Jul 23 17:15:29.601340 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '514ca813-7687-42e5-afc3-ec7611fd73b2', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:fc:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:15:27Z', 'updated_at': '2021-07-23T17:15:27Z', 'revision_number': 0, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}, {'id': 'b804602e-e883-4859-9c69-7b6061ac9867', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:22Z', 'updated_at': '2021-07-23T17:13:24Z', 'revision_number': 1, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:29.629730 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3aeb9-4ebe-4188-a2e5-547a12b5369c None None] The sync data for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi is: [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': '514ca813-7687-42e5-afc3-ec7611fd73b2', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:fc:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:15:27Z', 'updated_at': '2021-07-23T17:15:27Z', 'revision_number': 0, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}, {'id': 'b804602e-e883-4859-9c69-7b6061ac9867', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:22Z', 'updated_at': '2021-07-23T17:13:24Z', 'revision_number': 1, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:15:29.669129 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40be5b63-7608-4496-987d-16847dbaa214 req-421bd56f-b5a0-4991-bd8b-ea8cf3afd085 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832696 Jul 23 17:15:29.766378 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-40be5b63-7608-4496-987d-16847dbaa214 req-3ab73ea3-ef14-4fc5-b9dd-6510bbd93867 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888979 Jul 23 17:15:29.820069 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be33d8d-304e-4e2a-a140-74320afe24ba None None] New status for floating IP 514ca813-7687-42e5-afc3-ec7611fd73b2: ACTIVE {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:15:30.007815 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021f05b-acf0-4bf9-b83b-595031ecb57a req-b1ac5dd6-f55b-48ae-96cf-528538a18d53 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:30.009257 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b021f05b-acf0-4bf9-b83b-595031ecb57a req-b1ac5dd6-f55b-48ae-96cf-528538a18d53 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0668685 Jul 23 17:15:30.045880 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b021f05b-acf0-4bf9-b83b-595031ecb57a req-d3f73272-dc0d-4be9-b070-c0d4104fe6ee tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303402 Jul 23 17:15:30.505450 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7280e-7477-4424-afa2-cd3e8b242a15 req-31a88fe4-1c18-409a-ae4c-419c807f0598 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:30.506883 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bdb7280e-7477-4424-afa2-cd3e8b242a15 req-31a88fe4-1c18-409a-ae4c-419c807f0598 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 946 time: 0.0621200 Jul 23 17:15:30.543513 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bdb7280e-7477-4424-afa2-cd3e8b242a15 req-73dcd742-b24a-45f4-bb40-31c8752c7957 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306022 Jul 23 17:15:31.177885 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd23b-d14c-4575-94d6-c9af27fe5ceb req-76c09a48-822f-4e6f-a54e-ce5cebb1a3df tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:31.179497 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc2cd23b-d14c-4575-94d6-c9af27fe5ceb req-76c09a48-822f-4e6f-a54e-ce5cebb1a3df tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0652347 Jul 23 17:15:31.216546 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cc2cd23b-d14c-4575-94d6-c9af27fe5ceb req-54a0cb97-53c4-4817-a665-606354f68882 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316544 Jul 23 17:15:31.675438 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40c7da-e3a3-4cc6-916d-498bb35c0562 req-7b9415f8-fe36-4f0a-8691-4c6a548d8d6b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:31.676881 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0f40c7da-e3a3-4cc6-916d-498bb35c0562 req-7b9415f8-fe36-4f0a-8691-4c6a548d8d6b tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 946 time: 0.0642378 Jul 23 17:15:31.714668 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0f40c7da-e3a3-4cc6-916d-498bb35c0562 req-6e67da9d-e112-40a1-8780-b2307fd2e781 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups?id=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Jul 23 17:15:31.949026 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7559a93-730f-460d-9dc5-2266d7763315 req-696aed3e-356a-4c3f-b1d3-2ae0fa2a0f2e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:31.950542 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7559a93-730f-460d-9dc5-2266d7763315 req-696aed3e-356a-4c3f-b1d3-2ae0fa2a0f2e tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 946 time: 0.0621624 Jul 23 17:15:32.053822 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Deleting port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:32.054167 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:32.140310 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] For port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:32.140676 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:32.308125 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:32.308479 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707221'] for floatingip, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:32.308850 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.l3_db [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Floating IP f6047fc4-de33-437f-b4be-9c067f88031a disassociated. External IP: 172.27.2.120, port: f9fcb568-587f-4bbf-a1eb-eafb7ee3b756. Jul 23 17:15:32.309216 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Calling delete_port for f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:32.344684 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80173d01-e84b-46e7-83f8-106b63d35391 req-3c85aaca-b86e-4f79-bee9-bf1bbeaf7119 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:32.346154 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-80173d01-e84b-46e7-83f8-106b63d35391 req-3c85aaca-b86e-4f79-bee9-bf1bbeaf7119 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0644207 Jul 23 17:15:32.382913 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-80173d01-e84b-46e7-83f8-106b63d35391 req-07e83aca-ee76-4535-ad12-31b80c5692e5 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312827 Jul 23 17:15:32.444098 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:32.473852 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event deleted for resources: {'Port': ['ID=f9fcb568-587f-4bbf-a1eb-eafb7ee3b756,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:32.583052 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Router a2d7bccc-2305-41c0-8146-d37496217506 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:15:32.686372 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:15:32.697589 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] Sync routers for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:15:32.708019 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:32.708699 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:15:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:32.733432 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] No DVR routers for this DVR port f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 on host hv-cinder-80191 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:32.735951 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:32.738006 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-c7559a93-730f-460d-9dc5-2266d7763315 req-3cb86a87-56e9-40bb-a0bb-9a880e560a8a tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.16 "DELETE /v2.0/ports/f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 HTTP/1.1" status: 204 len: 173 time: 0.7814705 Jul 23 17:15:32.738441 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-deleted', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:32.741257 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d4cd68-be2b-49db-aeac-1c2a70462289" -d '{"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-deleted", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:32.779956 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a879798-0708-4b22-a529-3847ea69b976 x-openstack-request-id: req-9a879798-0708-4b22-a529-3847ea69b976 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:32.780263 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6938fa1d-ccf6-49ca-b7b5-ffd01742103e", "name": "network-vif-deleted", "tag": "f9fcb568-587f-4bbf-a1eb-eafb7ee3b756", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:32.780538 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a879798-0708-4b22-a529-3847ea69b976 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:32.781261 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6938fa1d-ccf6-49ca-b7b5-ffd01742103e', 'name': 'network-vif-deleted', 'tag': 'f9fcb568-587f-4bbf-a1eb-eafb7ee3b756', 'status': 'completed', 'code': 200} Jul 23 17:15:32.827099 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:32.859714 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d07846e1-0373-483c-b2c4-41a127ce7727 req-34891495-3904-41c4-af2f-b021fc61714c tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/ports?device_id=6938fa1d-ccf6-49ca-b7b5-ffd01742103e HTTP/1.1" status: 200 len: 210 time: 0.0434244 Jul 23 17:15:33.032999 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:33.061050 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] Checking router: a2d7bccc-2305-41c0-8146-d37496217506 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:15:33.068962 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:33.069595 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:15:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:33.226204 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:15:33.270366 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:33.471854 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:33.498153 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6289339-8472-4771-84d8-d16486e84f84 None None] The sync data for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi is: [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:09:20Z', 'revision_number': 4, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': '84830623-8248-4177-835d-8af55bd49286', 'name': '', 'network_id': 'e86bd944-532d-4858-83f3-391c0fffcbc7', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'mac_address': 'fa:16:3e:13:1d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:19Z', 'updated_at': '2021-07-23T17:09:26Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'subnets': [{'id': '3acfc4e2-7050-4208-8adb-8a77ee08b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:15:33.514389 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19860141-2fb4-41d7-8b33-67776560f167 req-60d938c9-313e-4c2c-a78a-72b09c6c1264 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:33.515870 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-19860141-2fb4-41d7-8b33-67776560f167 req-60d938c9-313e-4c2c-a78a-72b09c6c1264 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0610373 Jul 23 17:15:33.555018 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-19860141-2fb4-41d7-8b33-67776560f167 req-2fcb441d-e3db-4355-bfda-7e1973213b34 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336277 Jul 23 17:15:33.719735 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c2515-311c-4b7a-9845-fad3d498485f None None] New status for floating IP f6047fc4-de33-437f-b4be-9c067f88031a: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:15:33.954968 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 53572) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:33.977421 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c73fa-8f71-43ad-9517-18deff2553ce req-cbb54054-b9c9-4eea-9dda-57effa5ab0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:33.978920 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5d9c73fa-8f71-43ad-9517-18deff2553ce req-cbb54054-b9c9-4eea-9dda-57effa5ab0d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1097 time: 0.0586801 Jul 23 17:15:34.010190 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.014766 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5d9c73fa-8f71-43ad-9517-18deff2553ce req-1d494b4c-16b4-4f02-863c-e020611b950c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285003 Jul 23 17:15:34.034224 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.081032 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.083592 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.084722 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "DELETE /v2.0/security-groups/dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f HTTP/1.1" status: 204 len: 168 time: 0.1285765 Jul 23 17:15:34.087558 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53574) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:34.093706 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:34.100386 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.100727 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.101062 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.101328 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.api.v2.resource [None req-9d00143d-c864-43b0-bc72-ef35f2636aad tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] show failed (client error): The resource could not be found. Jul 23 17:15:34.101473 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.101751 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.102076 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.102337 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9d00143d-c864-43b0-bc72-ef35f2636aad tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "GET /v2.0/security-groups/dc0ebaad-72c2-47c9-bc08-5afab3d9ba2f HTTP/1.1" status: 404 len: 347 time: 0.0137966 Jul 23 17:15:34.102582 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.102703 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.103013 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.103337 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.103658 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.103974 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a333d-9bdb-4144-927c-ad66554322b0 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:34.105023 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53576) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:34.235115 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Deleting port 94531e98-2e9d-4a33-8fae-c9b75c92ed3c {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:34.235464 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.307835 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.308160 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.320265 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Calling delete_port for 94531e98-2e9d-4a33-8fae-c9b75c92ed3c owned by network:floatingip {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:34.452798 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.478276 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Pushing event deleted for resources: {'Port': ['ID=94531e98-2e9d-4a33-8fae-c9b75c92ed3c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:34.540249 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.542680 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:34.543833 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f145b18c-ae4e-428c-8d33-be00946b95c1 tempest-AttachVolumeShelveTestJSON-237285710 tempest-AttachVolumeShelveTestJSON-237285710-project] 10.222.0.70 "DELETE /v2.0/floatingips/f6047fc4-de33-437f-b4be-9c067f88031a HTTP/1.1" status: 204 len: 168 time: 0.4378917 Jul 23 17:15:34.695461 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e386cb4-eef3-43fe-92fb-c43355bf0a87 req-8089e488-04d6-414f-8bab-d15c631b05d7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:34.696953 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e386cb4-eef3-43fe-92fb-c43355bf0a87 req-8089e488-04d6-414f-8bab-d15c631b05d7 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0731721 Jul 23 17:15:34.733866 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6e386cb4-eef3-43fe-92fb-c43355bf0a87 req-5180012a-59d6-472f-808e-c105d75cb9e4 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Jul 23 17:15:35.895452 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf1f2-93e1-473d-9720-6a83f694b78c req-253155b9-3021-49a5-8bf1-25c5117b0e25 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:35.897100 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-571cf1f2-93e1-473d-9720-6a83f694b78c req-253155b9-3021-49a5-8bf1-25c5117b0e25 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 944 time: 0.0879006 Jul 23 17:15:35.941890 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-571cf1f2-93e1-473d-9720-6a83f694b78c req-bed24ece-d47c-457a-a363-12dc153211a3 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390751 Jul 23 17:15:36.151979 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 24a2ca32-c49a-4423-89e4-637c65e7b67c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:15:36.155856 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:15:36.179536 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:15:36.179878 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device f9fcb568-587f-4bbf-a1eb-eafb7ee3b756 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:15:36.266693 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:36.277817 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'port_id': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'mac_address': 'fa:16:3e:f4:09:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:15:36.315493 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:36.327659 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a2ca32-c49a-4423-89e4-637c65e7b67c {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:36.346323 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:36.350537 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:36.521865 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=24a2ca32-c49a-4423-89e4-637c65e7b67c,revision_number=7']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:36.983308 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 53618) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:37.616803 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717314'] for router_interface, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:37.855988 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Deleting port 84830623-8248-4177-835d-8af55bd49286 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:37.856314 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:37.931803 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] For port 84830623-8248-4177-835d-8af55bd49286, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=84830623-8248-4177-835d-8af55bd49286,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:37.932074 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:37.944484 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Calling delete_port for 84830623-8248-4177-835d-8af55bd49286 owned by network:router_interface {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:38.117092 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:38.148365 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Pushing event deleted for resources: {'Port': ['ID=84830623-8248-4177-835d-8af55bd49286,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:38.309441 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1718548'] for router_interface, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:38.514882 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Router a2d7bccc-2305-41c0-8146-d37496217506 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:15:38.617574 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:15:38.622735 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-42daaca1-6761-4ed2-8b81-885837ac1633 admin admin] 10.222.0.70 "PUT /v2.0/routers/a2d7bccc-2305-41c0-8146-d37496217506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6383934 Jul 23 17:15:38.625165 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 53624) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:38.628903 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] Sync routers for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:15:38.638117 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:38.638717 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:15:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:38.734890 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:38.740103 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:38.838253 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:38.891699 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Deleting port 07065f3e-a933-457f-b654-1c1029df9e0e {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:38.892064 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:38.918249 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:15:38Z', 'revision_number': 5, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port': {'id': '07065f3e-a933-457f-b654-1c1029df9e0e', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:de:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:16Z', 'updated_at': '2021-07-23T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:38.949172 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] Checking router: a2d7bccc-2305-41c0-8146-d37496217506 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:15:38.957515 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] Routers {'a2d7bccc-2305-41c0-8146-d37496217506'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:38.958108 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:15:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['a2d7bccc-2305-41c0-8146-d37496217506'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:38.968837 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] For port 07065f3e-a933-457f-b654-1c1029df9e0e, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=07065f3e-a933-457f-b654-1c1029df9e0e,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:38.969192 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:38.982013 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Calling delete_port for 07065f3e-a933-457f-b654-1c1029df9e0e owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:39.044851 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] Set router a2d7bccc-2305-41c0-8146-d37496217506 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:39.097656 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:15:38Z', 'revision_number': 6, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port_host': None}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:39.128570 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651ebf9-684d-44ac-8cb1-441b5b27682b None None] The sync data for ids ['a2d7bccc-2305-41c0-8146-d37496217506'] in dv-cinder-801916-2-iscsi is: [{'id': 'a2d7bccc-2305-41c0-8146-d37496217506', 'name': 'tempest-AttachVolumeShelveTestJSON-1087990586-router', 'tenant_id': '4d39abd7d32e48029fada8e860a09787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:15Z', 'updated_at': '2021-07-23T17:15:38Z', 'revision_number': 6, 'project_id': '4d39abd7d32e48029fada8e860a09787', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:15:39.161924 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.190232 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=07065f3e-a933-457f-b654-1c1029df9e0e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:39.252457 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707011'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.337150 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.339207 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.380169 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1711847'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.380693 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2d7bccc-2305-41c0-8146-d37496217506 {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:15:39.386040 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.387159 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-18c29724-2f7f-4941-97ef-45da094e1f01 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a2d7bccc-2305-41c0-8146-d37496217506 HTTP/1.1" status: 204 len: 168 time: 0.7610734 Jul 23 17:15:39.389616 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 53628) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:39.432165 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-477acef9-791e-4e6f-9c16-7acca00adac1 admin admin] Deleting subnet 3acfc4e2-7050-4208-8adb-8a77ee08b814 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:15:39.435699 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-477acef9-791e-4e6f-9c16-7acca00adac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.472817 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-477acef9-791e-4e6f-9c16-7acca00adac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4854290'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.486968 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['24a2ca32-c49a-4423-89e4-637c65e7b67c'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:15:39.562260 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-477acef9-791e-4e6f-9c16-7acca00adac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.615532 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-477acef9-791e-4e6f-9c16-7acca00adac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7840797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201800'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.640527 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477acef9-791e-4e6f-9c16-7acca00adac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acfc4e2-7050-4208-8adb-8a77ee08b814,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:39.644474 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-477acef9-791e-4e6f-9c16-7acca00adac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.648620 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53630) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:39.649110 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-477acef9-791e-4e6f-9c16-7acca00adac1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3acfc4e2-7050-4208-8adb-8a77ee08b814 HTTP/1.1" status: 204 len: 168 time: 0.2581711 Jul 23 17:15:39.651140 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a0ca06-d312-4d8d-a7ff-bcff1ce29e70 None None] Network e86bd944-532d-4858-83f3-391c0fffcbc7 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:39.716083 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.771104 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Deleting port 05e60073-0d28-4f3b-99dd-d05d1e317153 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:39.771442 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.833968 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] For port 05e60073-0d28-4f3b-99dd-d05d1e317153, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=05e60073-0d28-4f3b-99dd-d05d1e317153,segment=NetworkSegment(95d247bb-4b81-47bd-a623-5e63a0e0d884),segment_id=95d247bb-4b81-47bd-a623-5e63a0e0d884)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:39.834400 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.847686 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Calling delete_port for 05e60073-0d28-4f3b-99dd-d05d1e317153 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:39.900719 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] DHCP port deletion for e86bd944-532d-4858-83f3-391c0fffcbc7 request from dv-cinder-801916-2-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:15:39.941122 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.955515 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] Deleting port 05e60073-0d28-4f3b-99dd-d05d1e317153 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:39.955892 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:39.973189 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Pushing event deleted for resources: {'Port': ['ID=05e60073-0d28-4f3b-99dd-d05d1e317153,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:39.976896 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] No DVR routers for this DVR port 05e60073-0d28-4f3b-99dd-d05d1e317153 on host dv-cinder-801916-2-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:40.021372 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] For port 05e60073-0d28-4f3b-99dd-d05d1e317153, host dv-cinder-801916-2-iscsi, got binding levels [] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:40.021764 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.035815 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] Calling delete_port for 05e60073-0d28-4f3b-99dd-d05d1e317153 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:40.040261 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.ipam_backend_mixin [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] Port 05e60073-0d28-4f3b-99dd-d05d1e317153 was not found and therefore no delete operation was performed {{(pid=93252) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 17:15:40.042243 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.054989 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.068290 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86bd944-532d-4858-83f3-391c0fffcbc7']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:40.076201 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] No DVR routers for this DVR port 05e60073-0d28-4f3b-99dd-d05d1e317153 on host dv-cinder-801916-2-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:40.080913 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f9241-1695-46c4-9ab8-679ec2097af0 None None] Pushing event deleted for resources: {'Port': ['ID=05e60073-0d28-4f3b-99dd-d05d1e317153,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:40.081869 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d247bb-4b81-47bd-a623-5e63a0e0d884') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:40.082506 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d247bb-4b81-47bd-a623-5e63a0e0d884') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:40.095321 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.110843 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.117350 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:15:40.117793 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:15:40.119949 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:15:40.193177 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.212163 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.213398 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 05e60073-0d28-4f3b-99dd-d05d1e317153 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:15:40.228102 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] 10.222.0.70 "DELETE /v2.0/networks/e86bd944-532d-4858-83f3-391c0fffcbc7 HTTP/1.1" status: 204 len: 168 time: 0.5749161 Jul 23 17:15:40.228334 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec312f97-f671-4398-8f50-22dcbb24034e admin admin] Pushing event deleted for resources: {'Network': ['ID=e86bd944-532d-4858-83f3-391c0fffcbc7,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:40.250780 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 05e60073-0d28-4f3b-99dd-d05d1e317153 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:15:40.251129 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 05e60073-0d28-4f3b-99dd-d05d1e317153 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:15:40.251555 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 07065f3e-a933-457f-b654-1c1029df9e0e no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:15:40.273691 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 07065f3e-a933-457f-b654-1c1029df9e0e {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:15:40.274106 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 07065f3e-a933-457f-b654-1c1029df9e0e not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:15:40.274536 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 84830623-8248-4177-835d-8af55bd49286 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:15:40.298473 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 84830623-8248-4177-835d-8af55bd49286 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:15:40.298824 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 84830623-8248-4177-835d-8af55bd49286 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:15:40.360018 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53640) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:40.399632 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ebe97dd8-e7f8-40d3-adf9-e35a77d57028 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d39abd7d32e48029fada8e860a09787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380328 Jul 23 17:15:40.401564 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53642) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:40.451884 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1842831d-9aab-4785-848b-f9e0b016cd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.472193 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1842831d-9aab-4785-848b-f9e0b016cd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.517096 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1842831d-9aab-4785-848b-f9e0b016cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.519566 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1842831d-9aab-4785-848b-f9e0b016cd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:40.520677 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1842831d-9aab-4785-848b-f9e0b016cd94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae81df3f-a886-4467-83e7-4fd537358b2c HTTP/1.1" status: 204 len: 168 time: 0.1182435 Jul 23 17:15:40.527938 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842831d-9aab-4785-848b-f9e0b016cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae81df3f-a886-4467-83e7-4fd537358b2c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:41.150565 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53664) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:41.241629 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1252835868-network', 'tenant_id': 'e13b63e689c14d99af2a98c82c037160'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:41.262480 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Made reservation on behalf of e13b63e689c14d99af2a98c82c037160 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:41.264883 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.273025 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.362928 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.366452 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.386172 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:15:41.401270 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b92dbfc-124a-4963-a688-028ffbdde033,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:41.404913 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.405269 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Added segment 39d0fdcb-8c36-4013-9e5f-fbcc958284a1 of type vlan for network f3d565c7-a2f8-4e74-a5ad-369b70a5308d Jul 23 17:15:41.443743 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.474533 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 24a2ca32-c49a-4423-89e4-637c65e7b67c up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:41.475306 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.475704 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:41.476291 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.505158 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3534935 Jul 23 17:15:41.507984 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 53670) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:41.513418 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Request body: {'subnet': {'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1252835868-subnet', 'tenant_id': 'e13b63e689c14d99af2a98c82c037160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:41.527654 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 24a2ca32-c49a-4423-89e4-637c65e7b67c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:41.528027 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.549854 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bd72b-8670-4c22-89ec-85e3ea724a3c admin admin] Pushing event updated for resources: {'Network': ['ID=f3d565c7-a2f8-4e74-a5ad-369b70a5308d,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:41.562590 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Made reservation on behalf of e13b63e689c14d99af2a98c82c037160 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:41.564124 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network f3d565c7-a2f8-4e74-a5ad-369b70a5308d details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:15:41.565370 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4697989'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.665941 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.688350 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:41.690717 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426fe0e5-a4ae-4ba8-a9fc-b7043f04c652" -d '{"events": [{"server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "name": "network-vif-plugged", "status": "completed", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:41.704371 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:41.709213 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.733267 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103143f9-eae1-4398-9ab0-fd001d2efe83 x-openstack-request-id: req-103143f9-eae1-4398-9ab0-fd001d2efe83 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:41.733656 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "name": "network-vif-plugged", "status": "completed", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:41.733835 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-103143f9-eae1-4398-9ab0-fd001d2efe83 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:41.733968 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698007'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.734221 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'code': 200} Jul 23 17:15:41.759411 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=24a2ca32-c49a-4423-89e4-637c65e7b67c,revision_number=8']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:41.781278 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:41.795693 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Checking segment: {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:41.796049 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Network hostable DHCP agents. Network: f3d565c7-a2f8-4e74-a5ad-369b70a5308d, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:15:41.812071 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Network f3d565c7-a2f8-4e74-a5ad-369b70a5308d is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:15:41.819893 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, f3d565c7-a2f8-4e74-a5ad-369b70a5308d) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:41.823829 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:41.824987 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:41.829312 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59272fd-d7ee-4dca-9260-760189d05ec8 None None] Network f3d565c7-a2f8-4e74-a5ad-369b70a5308d requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:41.837950 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e8a0e269-c7e1-417f-ab07-80cd9c7676ad admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3289869 Jul 23 17:15:41.952272 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9128ca6f-6d34-434b-b229-88c53e3a55a3 None None] Network f3d565c7-a2f8-4e74-a5ad-369b70a5308d requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:15:42.258296 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-96fc2bf7-ce38-4bc7-b7a7-e8bc427db0fe tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:42.259738 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-96fc2bf7-ce38-4bc7-b7a7-e8bc427db0fe tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 815 time: 0.1036785 Jul 23 17:15:42.275260 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-b0ffefb7-e78e-45b5-ad3c-3ccd9bc96286 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/quotas/e13b63e689c14d99af2a98c82c037160 HTTP/1.1" status: 200 len: 375 time: 0.0091126 Jul 23 17:15:42.309252 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-0718f55d-0f3c-419b-810f-71c6e271641e tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286410 Jul 23 17:15:42.399292 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-5e600509-ffb8-415e-887d-eddc4875f62a service neutron] 10.222.0.70 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837300 Jul 23 17:15:42.486168 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-e733ca48-5725-4533-8ab6-bba37fee5174 service neutron] 10.222.0.70 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812309 Jul 23 17:15:42.644949 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-0da6a5b9-3541-4e6c-a3eb-18e7b12e467a req-6694194d-17af-4176-a170-8d16d9338f63 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 210 time: 0.0316353 Jul 23 17:15:42.878749 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-be1609f4-0809-4aeb-b4df-650ccfe2d550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:43.343664 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:43.738159 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3132d2d2-22a4-4d95-b287-e9b7e9a827c8 req-b081b7ba-a399-46ce-85d4-b6fa8307bc1c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 210 time: 0.0282249 Jul 23 17:15:44.031729 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-7c68b568-2a3e-4a81-8121-4a361fa1657a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:44.033174 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-7c68b568-2a3e-4a81-8121-4a361fa1657a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 815 time: 0.1117628 Jul 23 17:15:44.046707 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Request body: {'port': {'device_id': '8c6ea87c-ebfb-4a1c-b195-c9605a71feb6', 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d', 'admin_state_up': True, 'tenant_id': 'e13b63e689c14d99af2a98c82c037160'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:44.157714 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Made reservation on behalf of e13b63e689c14d99af2a98c82c037160 for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:44.161225 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:44.281133 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Allocated IP 172.20.0.9 (f3d565c7-a2f8-4e74-a5ad-369b70a5308d/9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9/40839dd3-de6f-4e54-889c-f04cb523b6a7) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:44.423823 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:44.462554 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:44.503052 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Network f3d565c7-a2f8-4e74-a5ad-369b70a5308d is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:44.509041 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:44.509041 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:44.547606 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Pushing event updated for resources: {'Port': ['ID=40839dd3-de6f-4e54-889c-f04cb523b6a7,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:44.566952 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:44.567556 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:44.581022 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-4f578a78-38b6-4684-8a14-5f06b721390f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5393085 Jul 23 17:15:44.595030 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Request body: {'port': {'device_id': '8c6ea87c-ebfb-4a1c-b195-c9605a71feb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:44.662246 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:44.866734 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04108685-e721-4485-8dfe-d34aaded69df req-acc5543d-b721-4fa1-9024-a2b55d74a637 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:44.868213 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-04108685-e721-4485-8dfe-d34aaded69df req-acc5543d-b721-4fa1-9024-a2b55d74a637 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 931 time: 0.0649974 Jul 23 17:15:44.906782 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-04108685-e721-4485-8dfe-d34aaded69df req-7ef73d8d-bc00-4915-8162-3c5f19d3d1e2 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322208 Jul 23 17:15:44.918659 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40839dd3-de6f-4e54-889c-f04cb523b6a7 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:44.926127 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:44.937791 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Transition to ACTIVE for port object 40839dd3-de6f-4e54-889c-f04cb523b6a7 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:44.941700 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:45.006582 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=40839dd3-de6f-4e54-889c-f04cb523b6a7,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:45.056250 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Attempting to bind port 40839dd3-de6f-4e54-889c-f04cb523b6a7 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:45.057024 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Attempting to bind port 40839dd3-de6f-4e54-889c-f04cb523b6a7 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:45.057024 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Attempting to bind port 40839dd3-de6f-4e54-889c-f04cb523b6a7 on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:45.061057 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Port 40839dd3-de6f-4e54-889c-f04cb523b6a7 on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:15:45.061401 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Attempting to bind port 40839dd3-de6f-4e54-889c-f04cb523b6a7 on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:45.066183 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:45.066529 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Checking segment: {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:45.066912 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Bound using segment: {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:45.067333 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Bound port: 40839dd3-de6f-4e54-889c-f04cb523b6a7, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:45.067698 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:45.130459 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] For port 40839dd3-de6f-4e54-889c-f04cb523b6a7, host hv-cinder-80191, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:45.133350 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] For port 40839dd3-de6f-4e54-889c-f04cb523b6a7, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=40839dd3-de6f-4e54-889c-f04cb523b6a7,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:45.138233 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:45.169706 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:45.170324 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:45.171747 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] 10.222.0.16 "PUT /v2.0/ports/40839dd3-de6f-4e54-889c-f04cb523b6a7 HTTP/1.1" status: 200 len: 1093 time: 0.5807419 Jul 23 17:15:45.172180 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6ea87c-ebfb-4a1c-b195-c9605a71feb6', 'tag': '40839dd3-de6f-4e54-889c-f04cb523b6a7'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:45.174541 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fdffa4-b0ef-4f81-a48e-c67900ab7e08" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6ea87c-ebfb-4a1c-b195-c9605a71feb6", "tag": "40839dd3-de6f-4e54-889c-f04cb523b6a7"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:45.200005 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5757b1-4df8-4dd0-b1c5-1738b05eb2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=40839dd3-de6f-4e54-889c-f04cb523b6a7,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:45.215478 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9cb82f-c8c3-4955-b09e-f9291924218d x-openstack-request-id: req-9f9cb82f-c8c3-4955-b09e-f9291924218d {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:45.215765 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6ea87c-ebfb-4a1c-b195-c9605a71feb6", "tag": "40839dd3-de6f-4e54-889c-f04cb523b6a7", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:45.216070 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f9cb82f-c8c3-4955-b09e-f9291924218d {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:45.216467 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6ea87c-ebfb-4a1c-b195-c9605a71feb6', 'tag': '40839dd3-de6f-4e54-889c-f04cb523b6a7', 'status': 'completed', 'code': 200} Jul 23 17:15:45.418934 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-553efc6d-5b28-447b-8226-5007e1b04d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:45.785324 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:46.036207 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54597f07-f8df-40e6-84f2-3e3e70ed2256 req-1c0c65e8-6153-41c9-9d4e-90576cb22367 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:46.037795 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54597f07-f8df-40e6-84f2-3e3e70ed2256 req-1c0c65e8-6153-41c9-9d4e-90576cb22367 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 943 time: 0.0651751 Jul 23 17:15:46.082005 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54597f07-f8df-40e6-84f2-3e3e70ed2256 req-c52c7b72-8ba1-41a7-9bc3-531a50ee68f8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352888 Jul 23 17:15:46.418531 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:47.207762 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219964e0-334f-47b7-8473-353de05f2f3c req-ec78f66b-b50d-4044-8a5d-c5625b670539 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:47.209221 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-219964e0-334f-47b7-8473-353de05f2f3c req-ec78f66b-b50d-4044-8a5d-c5625b670539 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 943 time: 0.0618546 Jul 23 17:15:47.246338 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-219964e0-334f-47b7-8473-353de05f2f3c req-2c2f8471-e93d-4519-9f51-cd72b8768b80 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Jul 23 17:15:47.713499 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdffa4-b0ef-4f81-a48e-c67900ab7e08 req-d78ea49d-8416-4cf7-8dc9-9347dddb89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:47.714994 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06fdffa4-b0ef-4f81-a48e-c67900ab7e08 req-d78ea49d-8416-4cf7-8dc9-9347dddb89b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 1096 time: 0.0532095 Jul 23 17:15:47.814556 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdffa4-b0ef-4f81-a48e-c67900ab7e08 req-6b902f7c-3cc1-41a2-b1f7-5b8a2ad0f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:47.816025 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06fdffa4-b0ef-4f81-a48e-c67900ab7e08 req-6b902f7c-3cc1-41a2-b1f7-5b8a2ad0f2e6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e13b63e689c14d99af2a98c82c037160&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915062 Jul 23 17:15:47.910214 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdffa4-b0ef-4f81-a48e-c67900ab7e08 req-4d89008a-848e-4d27-86e5-b92949995ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:47.911595 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-06fdffa4-b0ef-4f81-a48e-c67900ab7e08 req-4d89008a-848e-4d27-86e5-b92949995ea9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867350 Jul 23 17:15:48.003774 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-3f4cc72b-f4dc-41c9-ad08-2a39a0fc6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:48.005271 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-3f4cc72b-f4dc-41c9-ad08-2a39a0fc6880 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 1096 time: 0.0564795 Jul 23 17:15:48.050747 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-9442ea51-89d0-4eaa-8bcb-82edf015506c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40839dd3-de6f-4e54-889c-f04cb523b6a7 HTTP/1.1" status: 200 len: 217 time: 0.0377195 Jul 23 17:15:48.055760 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:48.101510 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-aa11edec-f7b6-4787-9ddf-1f35832635a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:48.102967 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-aa11edec-f7b6-4787-9ddf-1f35832635a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9 HTTP/1.1" status: 200 len: 855 time: 0.0445709 Jul 23 17:15:48.139779 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-08e362c9-c646-4f92-a915-f5bac4ccdb61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301168 Jul 23 17:15:48.227299 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-23170980-7904-47c5-aee0-81816b0fad2a service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803361 Jul 23 17:15:48.376696 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a6e02-950f-4793-9a14-b0d12a7d1708 req-b81d65e8-573d-4de7-b51b-76b221d192ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:48.378701 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-df3a6e02-950f-4793-9a14-b0d12a7d1708 req-b81d65e8-573d-4de7-b51b-76b221d192ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 943 time: 0.0672281 Jul 23 17:15:48.423290 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-df3a6e02-950f-4793-9a14-b0d12a7d1708 req-975fa651-3d11-42f5-8b3f-4ff8f37e3124 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388377 Jul 23 17:15:48.549946 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-5ba16c63-616a-469c-a2a6-734d594cb3a3 req-d7361036-e891-4599-acf8-784865990ed0 service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154302 Jul 23 17:15:49.550389 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a4747-e268-45e4-9aea-0ba242cd3134 req-b089bd51-9d71-49d8-92fd-25a7cd3a997f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:49.551784 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c9a4747-e268-45e4-9aea-0ba242cd3134 req-b089bd51-9d71-49d8-92fd-25a7cd3a997f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 943 time: 0.0632803 Jul 23 17:15:49.587746 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3c9a4747-e268-45e4-9aea-0ba242cd3134 req-a06d63a2-4417-4f47-a093-8a8553c72849 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303676 Jul 23 17:15:50.712865 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa143b-121c-4131-aaef-ccc19a9bf4dd req-d17cbab6-5b2f-43c2-93b0-f056320897d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:50.714333 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-defa143b-121c-4131-aaef-ccc19a9bf4dd req-d17cbab6-5b2f-43c2-93b0-f056320897d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 943 time: 0.0613511 Jul 23 17:15:50.750317 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-defa143b-121c-4131-aaef-ccc19a9bf4dd req-203e3264-6ad9-4786-a78c-19e0ec8668e6 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Jul 23 17:15:51.745326 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 40839dd3-de6f-4e54-889c-f04cb523b6a7 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:15:51.842588 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 40839dd3-de6f-4e54-889c-f04cb523b6a7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=40839dd3-de6f-4e54-889c-f04cb523b6a7,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:51.853665 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '40839dd3-de6f-4e54-889c-f04cb523b6a7', 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d', 'port_id': '40839dd3-de6f-4e54-889c-f04cb523b6a7', 'mac_address': 'fa:16:3e:4c:fb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:15:51.880699 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127ac6-2bc9-4451-baa8-8abdeec20bb4 req-7de30624-70d9-4dc6-a2a1-b291ca4db0a6 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:51.882221 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba127ac6-2bc9-4451-baa8-8abdeec20bb4 req-7de30624-70d9-4dc6-a2a1-b291ca4db0a6 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 943 time: 0.0663633 Jul 23 17:15:51.892814 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:51.906926 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40839dd3-de6f-4e54-889c-f04cb523b6a7 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:51.921764 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba127ac6-2bc9-4451-baa8-8abdeec20bb4 req-bcb71521-6dda-4f34-b592-8baed84bda54 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Jul 23 17:15:51.930309 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 40839dd3-de6f-4e54-889c-f04cb523b6a7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=40839dd3-de6f-4e54-889c-f04cb523b6a7,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:51.939423 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:51.986674 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=40839dd3-de6f-4e54-889c-f04cb523b6a7,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:52.234637 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['40839dd3-de6f-4e54-889c-f04cb523b6a7'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:15:53.049325 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e76fd9-a42a-4f73-8374-3fda18dce3cb req-fd4c6772-619b-4d78-978d-6d82f5cc02ab tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:53.050801 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-63e76fd9-a42a-4f73-8374-3fda18dce3cb req-fd4c6772-619b-4d78-978d-6d82f5cc02ab tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 944 time: 0.0627739 Jul 23 17:15:53.088189 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-63e76fd9-a42a-4f73-8374-3fda18dce3cb req-064952a8-cfeb-47ac-975e-ae2f796b354f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Jul 23 17:15:53.418524 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b55a8-6085-4e9c-aa94-084239bffe14 req-c09eb190-ecaa-4725-bae0-6e64bfba5e71 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:53.420132 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6b6b55a8-6085-4e9c-aa94-084239bffe14 req-c09eb190-ecaa-4725-bae0-6e64bfba5e71 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 945 time: 0.0690591 Jul 23 17:15:53.460746 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6b6b55a8-6085-4e9c-aa94-084239bffe14 req-6a670c6b-59e9-433b-8795-b81f9d2f58e4 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349867 Jul 23 17:15:53.765738 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 40839dd3-de6f-4e54-889c-f04cb523b6a7 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:53.811743 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 40839dd3-de6f-4e54-889c-f04cb523b6a7 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:53.815142 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 40839dd3-de6f-4e54-889c-f04cb523b6a7 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:53.815509 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:53.897131 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:53.919043 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6ea87c-ebfb-4a1c-b195-c9605a71feb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40839dd3-de6f-4e54-889c-f04cb523b6a7'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:53.921300 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5e84e-f697-4b53-9068-2bfb2ce03adf" -d '{"events": [{"server_uuid": "8c6ea87c-ebfb-4a1c-b195-c9605a71feb6", "name": "network-vif-plugged", "status": "completed", "tag": "40839dd3-de6f-4e54-889c-f04cb523b6a7"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:53.934981 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 40839dd3-de6f-4e54-889c-f04cb523b6a7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=40839dd3-de6f-4e54-889c-f04cb523b6a7,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:53.939439 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:53.961845 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11196e2-b0f6-4653-a6b0-5e2c5d86d3ce x-openstack-request-id: req-c11196e2-b0f6-4653-a6b0-5e2c5d86d3ce {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:53.962134 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6ea87c-ebfb-4a1c-b195-c9605a71feb6", "name": "network-vif-plugged", "status": "completed", "tag": "40839dd3-de6f-4e54-889c-f04cb523b6a7", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:53.962385 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c11196e2-b0f6-4653-a6b0-5e2c5d86d3ce {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:53.962776 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6ea87c-ebfb-4a1c-b195-c9605a71feb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40839dd3-de6f-4e54-889c-f04cb523b6a7', 'code': 200} Jul 23 17:15:53.987388 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=40839dd3-de6f-4e54-889c-f04cb523b6a7,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:54.161136 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60419d65-6b10-432b-9ec2-47d8727c9fb7 req-d0fcb908-70ec-42cf-b5ce-23c73cb63ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:54.162786 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60419d65-6b10-432b-9ec2-47d8727c9fb7 req-d0fcb908-70ec-42cf-b5ce-23c73cb63ab8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 1098 time: 0.0522535 Jul 23 17:15:54.205313 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-60419d65-6b10-432b-9ec2-47d8727c9fb7 req-97c61b37-cf5e-4d95-88af-51bab1c51d58 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283368 Jul 23 17:15:54.218144 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f6248-b3fd-4a7e-9ca2-72e06ae83a8f req-5df01b2c-477c-4c7d-af3e-befaa9fd4948 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:54.219605 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf2f6248-b3fd-4a7e-9ca2-72e06ae83a8f req-5df01b2c-477c-4c7d-af3e-befaa9fd4948 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 945 time: 0.0655868 Jul 23 17:15:54.257839 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-bf2f6248-b3fd-4a7e-9ca2-72e06ae83a8f req-a791e72b-73b8-486d-90c5-ee3fc1739299 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326993 Jul 23 17:15:54.591962 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc619-741d-470f-8826-612dba32a52e req-0060e545-5fe0-4c8e-a591-784a1a7506d1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:54.593453 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b00fc619-741d-470f-8826-612dba32a52e req-0060e545-5fe0-4c8e-a591-784a1a7506d1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 945 time: 0.0645089 Jul 23 17:15:54.629601 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b00fc619-741d-470f-8826-612dba32a52e req-e33a0d56-2bdd-454d-9386-09b729b870c5 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305202 Jul 23 17:15:55.336525 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-f8493590-d113-49dd-9faa-aa35b494d612 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:55.337999 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-f8493590-d113-49dd-9faa-aa35b494d612 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.16 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 945 time: 0.0619984 Jul 23 17:15:55.386945 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433bad3-240a-48a8-a654-cd8912cbbb4f req-e7edc1aa-946c-4c17-b5e2-542e014f8607 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:55.388413 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1433bad3-240a-48a8-a654-cd8912cbbb4f req-e7edc1aa-946c-4c17-b5e2-542e014f8607 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 945 time: 0.0656667 Jul 23 17:15:55.426218 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1433bad3-240a-48a8-a654-cd8912cbbb4f req-23cecde2-e511-41a2-9588-201cd54c0ea0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321004 Jul 23 17:15:55.440812 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Deleting port 61439be0-17e4-4e73-9ff9-e2ef246cb196 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:55.441151 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:55.530329 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] For port 61439be0-17e4-4e73-9ff9-e2ef246cb196, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=61439be0-17e4-4e73-9ff9-e2ef246cb196,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:55.530692 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:55.546696 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Calling delete_port for 61439be0-17e4-4e73-9ff9-e2ef246cb196 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:55.678170 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:55.701187 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['61439be0-17e4-4e73-9ff9-e2ef246cb196'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:15:55.719956 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Pushing event deleted for resources: {'Port': ['ID=61439be0-17e4-4e73-9ff9-e2ef246cb196,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:55.774225 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] No DVR routers for this DVR port 61439be0-17e4-4e73-9ff9-e2ef246cb196 on host hv-cinder-80191 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:55.776866 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:55.781805 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-21cfa8cb-9092-4f86-a451-88aac6fcbc54 req-21d840a5-d71a-4ea5-ab68-a34460902572 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.16 "DELETE /v2.0/ports/61439be0-17e4-4e73-9ff9-e2ef246cb196 HTTP/1.1" status: 204 len: 173 time: 0.4353752 Jul 23 17:15:55.781805 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30da6b5-0d66-4790-beb6-97ad31c69bdb', 'name': 'network-vif-deleted', 'tag': '61439be0-17e4-4e73-9ff9-e2ef246cb196'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:55.781805 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178ef57b-08e9-4ff3-ae4d-37397b18c302" -d '{"events": [{"server_uuid": "a30da6b5-0d66-4790-beb6-97ad31c69bdb", "name": "network-vif-deleted", "tag": "61439be0-17e4-4e73-9ff9-e2ef246cb196"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:55.789665 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e0c58c0d-4783-4995-9eb9-bf0b1cb96868 req-33cc8043-c0d1-49fa-a688-f4cee2a58a0c tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=a30da6b5-0d66-4790-beb6-97ad31c69bdb HTTP/1.1" status: 200 len: 210 time: 0.0445516 Jul 23 17:15:55.829195 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d5bfc7-5ad5-4b7d-9926-378c8ada8535 x-openstack-request-id: req-b9d5bfc7-5ad5-4b7d-9926-378c8ada8535 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:55.829491 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30da6b5-0d66-4790-beb6-97ad31c69bdb", "name": "network-vif-deleted", "tag": "61439be0-17e4-4e73-9ff9-e2ef246cb196", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:55.829745 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9d5bfc7-5ad5-4b7d-9926-378c8ada8535 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:55.830140 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30da6b5-0d66-4790-beb6-97ad31c69bdb', 'name': 'network-vif-deleted', 'tag': '61439be0-17e4-4e73-9ff9-e2ef246cb196', 'status': 'completed', 'code': 200} Jul 23 17:16:00.083097 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 61439be0-17e4-4e73-9ff9-e2ef246cb196 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:00.106552 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 61439be0-17e4-4e73-9ff9-e2ef246cb196 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:00.106892 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 61439be0-17e4-4e73-9ff9-e2ef246cb196 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:06.861398 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-9d7a68cc-25dd-462a-a279-b319af909d2c tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:06.862854 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-9d7a68cc-25dd-462a-a279-b319af909d2c tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/networks?id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3 HTTP/1.1" status: 200 len: 813 time: 0.1597674 Jul 23 17:16:06.886015 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-999edc00-8ae2-495e-bfbb-a4bd9ee2d8e8 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/quotas/70c0e94de74043e0be3debef379dc92e HTTP/1.1" status: 200 len: 375 time: 0.0164640 Jul 23 17:16:06.912301 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-17cb15aa-3c39-4579-892d-8c24f75212d1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:06.913741 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-17cb15aa-3c39-4579-892d-8c24f75212d1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 815 time: 0.1435175 Jul 23 17:16:06.935991 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-672179e0-af76-4d0e-b5e6-944090799ef2 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=70c0e94de74043e0be3debef379dc92e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414393 Jul 23 17:16:06.952148 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-7d678edb-e3b3-404b-8f16-3619638a1996 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/quotas/e13b63e689c14d99af2a98c82c037160 HTTP/1.1" status: 200 len: 375 time: 0.0184586 Jul 23 17:16:07.065745 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-79633f2e-6a14-4a93-a053-c0be787709e7 service neutron] 10.222.0.70 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229625 Jul 23 17:16:07.077451 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-8e198cbd-0d1b-4f24-9058-74e988c947db tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165621 Jul 23 17:16:07.498830 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-024148a4-d522-4295-bed1-590f935e1317 service neutron] 10.222.0.70 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257467 Jul 23 17:16:07.502106 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-e042d333-7f70-4e4a-956d-e9b694a1fd9e service neutron] 10.222.0.70 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180920 Jul 23 17:16:07.591684 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-16699f47-b748-49a0-8716-812b866cb45b service neutron] 10.222.0.70 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840571 Jul 23 17:16:07.655747 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3377d940-d7d9-4653-b8d3-cfde6f5d7928 req-b419386e-01fb-4184-ae60-f73ff9653e40 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 210 time: 0.0323331 Jul 23 17:16:07.777251 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fe4d1626-5d8b-4fd6-930e-c46914bd9722 req-8a90f06a-c8e4-4fda-b15f-c2dd9af782cb tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 210 time: 0.0349686 Jul 23 17:16:08.605644 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-06555300-840c-47cd-be26-b4dba3c9509f tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:08.607105 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-06555300-840c-47cd-be26-b4dba3c9509f tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.16 "GET /v2.0/networks?id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3 HTTP/1.1" status: 200 len: 813 time: 0.1021671 Jul 23 17:16:08.621098 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Request body: {'port': {'device_id': '72784abd-6b2e-4de0-b14c-63c35f1d6faf', 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3', 'admin_state_up': True, 'tenant_id': '70c0e94de74043e0be3debef379dc92e'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:08.731809 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Made reservation on behalf of 70c0e94de74043e0be3debef379dc92e for: {'port': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:16:08.735184 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:08.753688 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-87bdcee7-9cb4-4f4c-927d-c8fcd508c2bf req-5071652f-5b68-45da-89f0-d3b068a92f0d tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 210 time: 0.0288446 Jul 23 17:16:08.864063 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_common [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Allocated IP 172.20.0.4 (de6fc2d6-acb3-46a1-b408-79bae01b2bf3/068c6c43-131e-4797-9adf-3f18c580f99b/a4b08240-0c44-4461-af59-b74d6649d1a3) {{(pid=93250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:08.875143 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f3ca6b9d-18c8-48a7-9e25-56a8a571628e req-7fc3a134-1876-4c17-b935-d15b1969803c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 210 time: 0.0302908 Jul 23 17:16:09.012317 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks [] for port, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.052708 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-7560dbc2-e439-4687-aecd-cbf5fb5dd58c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:09.053389 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.054878 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-7560dbc2-e439-4687-aecd-cbf5fb5dd58c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 815 time: 0.1169660 Jul 23 17:16:09.067534 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Request body: {'port': {'device_id': 'd7abdace-1b2c-4105-9136-747b3550ba6e', 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d', 'admin_state_up': True, 'tenant_id': 'e13b63e689c14d99af2a98c82c037160'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:09.099362 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 is already hosted by enough agents. {{(pid=93250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:09.102884 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Resources bound (agent type, host, resource id): {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:09.107563 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Received port after_create {{(pid=93250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:09.138532 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Pushing event updated for resources: {'Port': ['ID=a4b08240-0c44-4461-af59-b74d6649d1a3,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:09.153258 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.153634 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.154167 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.154510 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.154848 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.155186 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.155522 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.155854 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.156182 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.156509 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.156836 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.157165 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:09.177506 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:09.178139 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.190272 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Made reservation on behalf of e13b63e689c14d99af2a98c82c037160 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:16:09.194230 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-338797de-f75e-4294-9a82-c991f293fcc1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774672 Jul 23 17:16:09.194472 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.205601 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Request body: {'port': {'device_id': '72784abd-6b2e-4de0-b14c-63c35f1d6faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:09.277317 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.318413 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Allocated IP 172.20.0.6 (f3d565c7-a2f8-4e74-a5ad-369b70a5308d/9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9/606cc9f8-c2ae-4471-b167-0f835198116e) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:09.464105 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.505770 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.519736 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['40839dd3-de6f-4e54-889c-f04cb523b6a7'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:16:09.546662 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Network f3d565c7-a2f8-4e74-a5ad-369b70a5308d is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:09.551175 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:09.551680 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b08240-0c44-4461-af59-b74d6649d1a3 {{(pid=93250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:09.555106 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:09.560764 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.574913 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.provisioning_blocks [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Transition to ACTIVE for port object a4b08240-0c44-4461-af59-b74d6649d1a3 will not be triggered until provisioned by entity L2. {{(pid=93250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:09.578968 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.581084 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Pushing event updated for resources: {'Port': ['ID=606cc9f8-c2ae-4471-b167-0f835198116e,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:09.617128 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:09.618706 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.634808 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1c7186ad-5f85-4dee-a6ba-2b95175dadf0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713720 Jul 23 17:16:09.635049 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b08240-0c44-4461-af59-b74d6649d1a3,revision_number=2']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:09.647169 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Request body: {'port': {'device_id': 'd7abdace-1b2c-4105-9136-747b3550ba6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:09.709825 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Attempting to bind port a4b08240-0c44-4461-af59-b74d6649d1a3 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:09.710230 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Attempting to bind port a4b08240-0c44-4461-af59-b74d6649d1a3 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '0c654bad-c996-47fc-a2ee-90cf4e3f9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3'}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:09.710587 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Attempting to bind port a4b08240-0c44-4461-af59-b74d6649d1a3 on network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:09.716140 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Port a4b08240-0c44-4461-af59-b74d6649d1a3 on network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:16:09.716405 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Attempting to bind port a4b08240-0c44-4461-af59-b74d6649d1a3 on network de6fc2d6-acb3-46a1-b408-79bae01b2bf3 {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:09.721216 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:09.721583 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Checking segment: {'id': '0c654bad-c996-47fc-a2ee-90cf4e3f9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:09.722079 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Bound using segment: {'id': '0c654bad-c996-47fc-a2ee-90cf4e3f9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3'} {{(pid=93250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:09.722509 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.managers [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Bound port: a4b08240-0c44-4461-af59-b74d6649d1a3, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c654bad-c996-47fc-a2ee-90cf4e3f9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3'}}] {{(pid=93250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:09.722870 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.725630 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.789147 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] For port a4b08240-0c44-4461-af59-b74d6649d1a3, host hv-cinder-80191, cleared binding levels {{(pid=93250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:09.793322 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] For port a4b08240-0c44-4461-af59-b74d6649d1a3, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a4b08240-0c44-4461-af59-b74d6649d1a3,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:09.798325 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4681262'] for port, after_update {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.834245 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:09.834870 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:09.836241 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] 10.222.0.16 "PUT /v2.0/ports/a4b08240-0c44-4461-af59-b74d6649d1a3 HTTP/1.1" status: 200 len: 1093 time: 0.6348517 Jul 23 17:16:09.836671 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72784abd-6b2e-4de0-b14c-63c35f1d6faf', 'tag': 'a4b08240-0c44-4461-af59-b74d6649d1a3'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:09.839434 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cb30a3-713b-4e8f-900c-9184b10fa882" -d '{"events": [{"name": "network-changed", "server_uuid": "72784abd-6b2e-4de0-b14c-63c35f1d6faf", "tag": "a4b08240-0c44-4461-af59-b74d6649d1a3"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:09.863642 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a4274-ac1d-4de6-9ada-2f6c02ecffa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b08240-0c44-4461-af59-b74d6649d1a3,revision_number=3']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:09.903616 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e79549c-b8c6-4cbe-a20f-002be7112863 x-openstack-request-id: req-8e79549c-b8c6-4cbe-a20f-002be7112863 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:09.903983 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72784abd-6b2e-4de0-b14c-63c35f1d6faf", "tag": "a4b08240-0c44-4461-af59-b74d6649d1a3", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:09.904302 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e79549c-b8c6-4cbe-a20f-002be7112863 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:09.904761 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72784abd-6b2e-4de0-b14c-63c35f1d6faf', 'tag': 'a4b08240-0c44-4461-af59-b74d6649d1a3', 'status': 'completed', 'code': 200} Jul 23 17:16:09.939847 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-dfa0cead-7d0f-4ae2-95dd-a2c32ab59360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:09.941583 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-dfa0cead-7d0f-4ae2-95dd-a2c32ab59360 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c0e94de74043e0be3debef379dc92e&device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 1096 time: 0.0685780 Jul 23 17:16:09.992877 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-ddc9236b-8f3e-43ed-acff-185fd65b3827 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b08240-0c44-4461-af59-b74d6649d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0431957 Jul 23 17:16:10.009807 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832a43e-24ae-4ed9-ab04-162755784aee req-b2747b52-8683-4943-ad84-e060aef88648 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.011804 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e832a43e-24ae-4ed9-ab04-162755784aee req-b2747b52-8683-4943-ad84-e060aef88648 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 943 time: 0.1776166 Jul 23 17:16:10.044076 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-cfbc03b0-92cc-40f0-a7e3-5a4e9c5d3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.045761 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-cfbc03b0-92cc-40f0-a7e3-5a4e9c5d3135 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=068c6c43-131e-4797-9adf-3f18c580f99b HTTP/1.1" status: 200 len: 853 time: 0.0472827 Jul 23 17:16:10.080892 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-9166ee58-c703-4418-9849-d91f02a7e616 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285189 Jul 23 17:16:10.099756 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e832a43e-24ae-4ed9-ab04-162755784aee req-b55e5bbb-164d-446a-b0cb-2bf23564a3a0 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818305 Jul 23 17:16:10.139157 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b4e17-bcf3-452c-af63-0a2655c566f8 req-508f1cf5-2315-4ff6-9877-339d4fc61f56 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.140662 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9b8b4e17-bcf3-452c-af63-0a2655c566f8 req-508f1cf5-2315-4ff6-9877-339d4fc61f56 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 931 time: 0.1818707 Jul 23 17:16:10.152113 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606cc9f8-c2ae-4471-b167-0f835198116e {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:10.165274 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:10.181816 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-ef58bd3d-23e2-43b7-a941-ecdb2b4ea696 service neutron] 10.222.0.16 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930972 Jul 23 17:16:10.198483 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Transition to ACTIVE for port object 606cc9f8-c2ae-4471-b167-0f835198116e will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:10.204539 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:10.214685 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9b8b4e17-bcf3-452c-af63-0a2655c566f8 req-6c01567e-5b3b-4fc7-a2a3-051e56bd3703 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680602 Jul 23 17:16:10.225113 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:16:10.282517 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-484444c5-44e7-47ca-b010-d3b32bae5934 req-41094159-1f1d-475c-b6db-b95a7e129e50 service neutron] 10.222.0.16 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940475 Jul 23 17:16:10.287848 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=606cc9f8-c2ae-4471-b167-0f835198116e,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:10.338178 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Attempting to bind port 606cc9f8-c2ae-4471-b167-0f835198116e on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:10.338546 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Attempting to bind port 606cc9f8-c2ae-4471-b167-0f835198116e by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:10.339345 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Attempting to bind port 606cc9f8-c2ae-4471-b167-0f835198116e on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:10.343695 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Port 606cc9f8-c2ae-4471-b167-0f835198116e on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:16:10.344012 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Attempting to bind port 606cc9f8-c2ae-4471-b167-0f835198116e on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:10.348647 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:10.348978 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Checking segment: {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:10.349348 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Bound using segment: {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:10.349796 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Bound port: 606cc9f8-c2ae-4471-b167-0f835198116e, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:10.350145 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:10.377953 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-d4d38eee-28d9-40ea-bea3-b656b54d60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.379447 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-d4d38eee-28d9-40ea-bea3-b656b54d60c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c0e94de74043e0be3debef379dc92e&device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 1096 time: 0.0533407 Jul 23 17:16:10.412105 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] For port 606cc9f8-c2ae-4471-b167-0f835198116e, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:10.416029 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] For port 606cc9f8-c2ae-4471-b167-0f835198116e, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=606cc9f8-c2ae-4471-b167-0f835198116e,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:10.420657 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:10.454941 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.455569 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:10.457062 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] 10.222.0.16 "PUT /v2.0/ports/606cc9f8-c2ae-4471-b167-0f835198116e HTTP/1.1" status: 200 len: 1093 time: 0.8150985 Jul 23 17:16:10.459391 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7abdace-1b2c-4105-9136-747b3550ba6e', 'tag': '606cc9f8-c2ae-4471-b167-0f835198116e'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:10.462176 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8af2203-6af7-48e9-811c-c4465a0b2191" -d '{"events": [{"name": "network-changed", "server_uuid": "d7abdace-1b2c-4105-9136-747b3550ba6e", "tag": "606cc9f8-c2ae-4471-b167-0f835198116e"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:10.478544 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-654d32b6-52d5-4302-9075-62d2961b1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.480981 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-654d32b6-52d5-4302-9075-62d2961b1788 service neutron] 10.222.0.16 "GET /v2.0/networks?id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3 HTTP/1.1" status: 200 len: 914 time: 0.0928829 Jul 23 17:16:10.493847 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0b655-65ae-425e-a203-0c3daf14a9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=606cc9f8-c2ae-4471-b167-0f835198116e,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:10.512499 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d04de62-93a9-424b-8e8e-4b0000d5ea32 x-openstack-request-id: req-7d04de62-93a9-424b-8e8e-4b0000d5ea32 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:10.512777 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7abdace-1b2c-4105-9136-747b3550ba6e", "tag": "606cc9f8-c2ae-4471-b167-0f835198116e", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:10.513058 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d04de62-93a9-424b-8e8e-4b0000d5ea32 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:10.513533 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7abdace-1b2c-4105-9136-747b3550ba6e', 'tag': '606cc9f8-c2ae-4471-b167-0f835198116e', 'status': 'completed', 'code': 200} Jul 23 17:16:10.527928 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-e3648984-cd40-44d8-a4d3-9f4801406514 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b08240-0c44-4461-af59-b74d6649d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0396619 Jul 23 17:16:10.559519 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-3c366d06-d928-4d22-adf4-95fc6132e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.561006 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-3c366d06-d928-4d22-adf4-95fc6132e003 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 1096 time: 0.0571558 Jul 23 17:16:10.576919 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-152322cd-cf85-4197-b9ef-b7de68507cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.578407 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-152322cd-cf85-4197-b9ef-b7de68507cea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=068c6c43-131e-4797-9adf-3f18c580f99b HTTP/1.1" status: 200 len: 853 time: 0.0432792 Jul 23 17:16:10.601638 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-137a737d-9854-4b57-8e0b-2a8bb2e757fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=606cc9f8-c2ae-4471-b167-0f835198116e HTTP/1.1" status: 200 len: 217 time: 0.0331123 Jul 23 17:16:10.616207 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-e81b2388-a5c5-42ac-b3e0-f238a406d053 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de6fc2d6-acb3-46a1-b408-79bae01b2bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280547 Jul 23 17:16:10.653671 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-5d0972d4-a5c8-4ab3-bc65-e57f31dfadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.655134 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-5d0972d4-a5c8-4ab3-bc65-e57f31dfadc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9 HTTP/1.1" status: 200 len: 855 time: 0.0465934 Jul 23 17:16:10.690659 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-ac31dc07-9dbc-42e1-8c49-0eb4a19b639c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283778 Jul 23 17:16:10.709988 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-22c35a87-641f-4eb2-9b57-f5e98cc62597 service neutron] 10.222.0.16 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845132 Jul 23 17:16:10.782203 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-1938a513-cfe0-4037-b87f-c136cacaae63 service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843992 Jul 23 17:16:10.802725 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-30cb30a3-713b-4e8f-900c-9184b10fa882 req-d47d694b-490b-43c7-af04-0a85a8935abe service neutron] 10.222.0.16 "GET /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812347 Jul 23 17:16:10.874174 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-cf1e36dc-7c7f-44ad-9069-c17ab532353b req-2efc2711-4548-4deb-80d2-8929ace994ba service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824757 Jul 23 17:16:10.972502 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-f9fbc2aa-93db-4840-a9c7-4fbca7a047b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:10.974006 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-f9fbc2aa-93db-4840-a9c7-4fbca7a047b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 1096 time: 0.0531402 Jul 23 17:16:11.067524 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-5bf86d5c-b3e6-4b8f-9afb-b65fad309e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:11.068904 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-5bf86d5c-b3e6-4b8f-9afb-b65fad309e5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 916 time: 0.0874305 Jul 23 17:16:11.108681 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-8a3fcd90-e93f-4373-8134-9c7bf60ba8ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=606cc9f8-c2ae-4471-b167-0f835198116e HTTP/1.1" status: 200 len: 217 time: 0.0323646 Jul 23 17:16:11.167896 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-31b77939-1ae5-4fae-8ac2-dc8766364bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:11.169786 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-31b77939-1ae5-4fae-8ac2-dc8766364bc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9 HTTP/1.1" status: 200 len: 855 time: 0.0502765 Jul 23 17:16:11.220945 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-14284719-97be-4acd-97ac-8e5b3afbe743 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429053 Jul 23 17:16:11.276826 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56af116-631a-4bed-9c42-2a36dfd6ca2e req-8ef55fec-26f9-4f5d-97d1-050077b3ab4c tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:11.278558 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d56af116-631a-4bed-9c42-2a36dfd6ca2e req-8ef55fec-26f9-4f5d-97d1-050077b3ab4c tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 943 time: 0.1133771 Jul 23 17:16:11.393615 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-7ca0c418-7ca4-4adf-bc14-e6090cd2249a service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597593 Jul 23 17:16:11.397744 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d56af116-631a-4bed-9c42-2a36dfd6ca2e req-c2b1cc9d-93f7-4da3-98c0-049fa0582813 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124773 Jul 23 17:16:11.446266 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe35baf-286e-438b-b322-ed5628fec8ff req-40b45b83-e8f8-4576-981c-6bf2006dc3a4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:11.447717 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dfe35baf-286e-438b-b322-ed5628fec8ff req-40b45b83-e8f8-4576-981c-6bf2006dc3a4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 943 time: 0.1635160 Jul 23 17:16:11.523308 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-dfe35baf-286e-438b-b322-ed5628fec8ff req-06fa332c-8c37-41c1-a735-e27d53144bc4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697274 Jul 23 17:16:11.528630 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d8af2203-6af7-48e9-811c-c4465a0b2191 req-84912fb0-6f7d-4660-800e-9326452722f8 service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272292 Jul 23 17:16:12.117371 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device a4b08240-0c44-4461-af59-b74d6649d1a3 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:16:12.213496 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port a4b08240-0c44-4461-af59-b74d6649d1a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a4b08240-0c44-4461-af59-b74d6649d1a3,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:12.225557 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': 'a4b08240-0c44-4461-af59-b74d6649d1a3', 'network_id': 'de6fc2d6-acb3-46a1-b408-79bae01b2bf3', 'port_id': 'a4b08240-0c44-4461-af59-b74d6649d1a3', 'mac_address': 'fa:16:3e:d9:d3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068c6c43-131e-4797-9adf-3f18c580f99b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:16:12.264571 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:12.278523 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b08240-0c44-4461-af59-b74d6649d1a3 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:12.298458 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port a4b08240-0c44-4461-af59-b74d6649d1a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a4b08240-0c44-4461-af59-b74d6649d1a3,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:12.302002 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:12.351604 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=a4b08240-0c44-4461-af59-b74d6649d1a3,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:12.524766 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3c610-b4e4-4742-a95f-bf02eff92582 req-fa9c89f8-880e-49e5-83b1-5c345e63ae72 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:12.526761 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1be3c610-b4e4-4742-a95f-bf02eff92582 req-fa9c89f8-880e-49e5-83b1-5c345e63ae72 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 944 time: 0.0623102 Jul 23 17:16:12.567734 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1be3c610-b4e4-4742-a95f-bf02eff92582 req-eafbfe1a-7d81-4bdb-a77e-fda3becd5be8 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Jul 23 17:16:12.579066 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['a4b08240-0c44-4461-af59-b74d6649d1a3'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:16:12.655152 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bb12-13a6-4c8c-8da7-712d32ac0f1f req-258aff4d-87c4-48c4-88b4-3b12e708a087 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:12.656751 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3fc7bb12-13a6-4c8c-8da7-712d32ac0f1f req-258aff4d-87c4-48c4-88b4-3b12e708a087 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 943 time: 0.0663271 Jul 23 17:16:12.695950 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3fc7bb12-13a6-4c8c-8da7-712d32ac0f1f req-de7a0cab-b5c6-4b90-a9d8-94f0163b4737 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Jul 23 17:16:12.877709 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3c94-ea0e-4170-93da-bd3ace48f155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:13.345846 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:13.697769 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263916c9-7e47-4769-ab93-822364e3ee4d req-10f86293-f23d-4fef-8524-6cfb5301b73a tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:13.699239 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-263916c9-7e47-4769-ab93-822364e3ee4d req-10f86293-f23d-4fef-8524-6cfb5301b73a tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 944 time: 0.0663364 Jul 23 17:16:13.737904 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-263916c9-7e47-4769-ab93-822364e3ee4d req-395d2a69-24aa-47cd-b0a6-e87bc05453a3 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Jul 23 17:16:13.827499 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b394fc2-2336-4244-a3f1-adb7807c04f7 req-4f3c3f5b-1f01-4686-9967-0d4d432c81c4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:13.829020 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3b394fc2-2336-4244-a3f1-adb7807c04f7 req-4f3c3f5b-1f01-4686-9967-0d4d432c81c4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 943 time: 0.0645928 Jul 23 17:16:13.865792 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3b394fc2-2336-4244-a3f1-adb7807c04f7 req-b04fb364-5de9-47b7-ac8f-b661617a06a4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311406 Jul 23 17:16:14.129468 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 606cc9f8-c2ae-4471-b167-0f835198116e details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:16:14.131653 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device a4b08240-0c44-4461-af59-b74d6649d1a3 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:14.240753 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port a4b08240-0c44-4461-af59-b74d6649d1a3 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:14.248006 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port a4b08240-0c44-4461-af59-b74d6649d1a3 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:14.248435 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:14.288414 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 606cc9f8-c2ae-4471-b167-0f835198116e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=606cc9f8-c2ae-4471-b167-0f835198116e,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:14.306435 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '606cc9f8-c2ae-4471-b167-0f835198116e', 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d', 'port_id': '606cc9f8-c2ae-4471-b167-0f835198116e', 'mac_address': 'fa:16:3e:5e:67:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:16:14.374077 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:14.389229 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:14.398392 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606cc9f8-c2ae-4471-b167-0f835198116e {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:14.425657 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72784abd-6b2e-4de0-b14c-63c35f1d6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b08240-0c44-4461-af59-b74d6649d1a3'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:14.427869 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1536ae8-06ef-4a19-bdf2-5d13f28a232b" -d '{"events": [{"server_uuid": "72784abd-6b2e-4de0-b14c-63c35f1d6faf", "name": "network-vif-plugged", "status": "completed", "tag": "a4b08240-0c44-4461-af59-b74d6649d1a3"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:14.440353 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 606cc9f8-c2ae-4471-b167-0f835198116e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=606cc9f8-c2ae-4471-b167-0f835198116e,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:14.443916 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port a4b08240-0c44-4461-af59-b74d6649d1a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a4b08240-0c44-4461-af59-b74d6649d1a3,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:14.445261 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:14.450756 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:14.469749 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77457482-951d-49b7-a830-547d0e22897f x-openstack-request-id: req-77457482-951d-49b7-a830-547d0e22897f {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:14.470039 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72784abd-6b2e-4de0-b14c-63c35f1d6faf", "name": "network-vif-plugged", "status": "completed", "tag": "a4b08240-0c44-4461-af59-b74d6649d1a3", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:14.470291 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77457482-951d-49b7-a830-547d0e22897f {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:14.470670 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72784abd-6b2e-4de0-b14c-63c35f1d6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b08240-0c44-4461-af59-b74d6649d1a3', 'code': 200} Jul 23 17:16:14.495844 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=606cc9f8-c2ae-4471-b167-0f835198116e,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:14.549041 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=a4b08240-0c44-4461-af59-b74d6649d1a3,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:14.650376 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174ee39-1534-4e4a-b64d-4484601f3820 req-6f9912a7-7d58-49d1-847c-15a17758eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:14.652372 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7174ee39-1534-4e4a-b64d-4484601f3820 req-6f9912a7-7d58-49d1-847c-15a17758eb8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 1098 time: 0.0533681 Jul 23 17:16:14.688005 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7174ee39-1534-4e4a-b64d-4484601f3820 req-15cc8018-5b33-4937-9942-c697ac176df1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259020 Jul 23 17:16:14.735437 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['606cc9f8-c2ae-4471-b167-0f835198116e'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:16:14.863152 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d852175-96c8-49db-bff4-ec719f573586 req-b7414d8a-e17c-435a-a8f8-c8aa608ac8ac tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:14.864634 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9d852175-96c8-49db-bff4-ec719f573586 req-b7414d8a-e17c-435a-a8f8-c8aa608ac8ac tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 945 time: 0.0621216 Jul 23 17:16:14.906023 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9d852175-96c8-49db-bff4-ec719f573586 req-460f42c1-d645-4fec-9ee8-aae02b5e967a tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358834 Jul 23 17:16:14.992818 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d15534-8a93-4c15-aa65-fb8326d7a95e req-db92cac3-df56-42f8-91bc-dd6635d71648 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:14.994307 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-02d15534-8a93-4c15-aa65-fb8326d7a95e req-db92cac3-df56-42f8-91bc-dd6635d71648 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 944 time: 0.0622156 Jul 23 17:16:15.031431 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-02d15534-8a93-4c15-aa65-fb8326d7a95e req-cc28ebf0-af2d-4eff-a27c-0801fa94711d tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Jul 23 17:16:15.418720 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-43c404b2-59aa-4ee6-a41c-5e63c3f7fc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:15.786097 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:16.032369 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5edbce-eda2-4937-8796-aa3e7bd8414a req-6f79db1d-242a-4628-b2f0-c699df3819c1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:16.033841 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7e5edbce-eda2-4937-8796-aa3e7bd8414a req-6f79db1d-242a-4628-b2f0-c699df3819c1 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 945 time: 0.0615559 Jul 23 17:16:16.072233 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7e5edbce-eda2-4937-8796-aa3e7bd8414a req-2c5fde31-c204-470a-bd17-4bb9376a3537 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Jul 23 17:16:16.139378 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 606cc9f8-c2ae-4471-b167-0f835198116e up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:16.163312 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b4de1-e576-4532-8b9f-f5560657134a req-3e9993d2-8034-4b8a-8013-e975d6df2454 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:16.165054 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f62b4de1-e576-4532-8b9f-f5560657134a req-3e9993d2-8034-4b8a-8013-e975d6df2454 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 944 time: 0.0678704 Jul 23 17:16:16.194260 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 606cc9f8-c2ae-4471-b167-0f835198116e completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:16.198202 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 606cc9f8-c2ae-4471-b167-0f835198116e triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:16.198641 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:16.210556 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-f62b4de1-e576-4532-8b9f-f5560657134a req-08f69ee5-6a34-4305-937e-2d2e642bf6c1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387762 Jul 23 17:16:16.283692 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:16.317982 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 606cc9f8-c2ae-4471-b167-0f835198116e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=606cc9f8-c2ae-4471-b167-0f835198116e,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:16.321882 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:16.371125 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=606cc9f8-c2ae-4471-b167-0f835198116e,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:16.422007 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:16.471651 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7abdace-1b2c-4105-9136-747b3550ba6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606cc9f8-c2ae-4471-b167-0f835198116e'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:16.473990 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b50870-bda3-411a-9f2d-d3446597425d" -d '{"events": [{"server_uuid": "d7abdace-1b2c-4105-9136-747b3550ba6e", "name": "network-vif-plugged", "status": "completed", "tag": "606cc9f8-c2ae-4471-b167-0f835198116e"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:16.508545 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513304e6-4cd8-418c-81a7-b1375e11fa3d x-openstack-request-id: req-513304e6-4cd8-418c-81a7-b1375e11fa3d {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:16.508840 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7abdace-1b2c-4105-9136-747b3550ba6e", "name": "network-vif-plugged", "status": "completed", "tag": "606cc9f8-c2ae-4471-b167-0f835198116e", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:16.509098 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-513304e6-4cd8-418c-81a7-b1375e11fa3d {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:16.509530 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7abdace-1b2c-4105-9136-747b3550ba6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606cc9f8-c2ae-4471-b167-0f835198116e', 'code': 200} Jul 23 17:16:16.690516 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026e408-1edc-4fe1-b209-017ee23cf67f req-cab31853-edc8-409d-9d0d-8668569c4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:16.692095 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9026e408-1edc-4fe1-b209-017ee23cf67f req-cab31853-edc8-409d-9d0d-8668569c4823 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 1098 time: 0.0513616 Jul 23 17:16:16.726251 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9026e408-1edc-4fe1-b209-017ee23cf67f req-6b23aa74-adaa-478e-b80d-45d55bf4b27a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270534 Jul 23 17:16:16.877016 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-bf33e161-d1df-4cc1-8655-9e3425ea749e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555689 Jul 23 17:16:16.961609 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-f3b8cabd-1f98-43c1-bf73-e5cfc4f4133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:16.962976 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-f3b8cabd-1f98-43c1-bf73-e5cfc4f4133d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 1099 time: 0.0567718 Jul 23 17:16:17.066456 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-e4957bbb-26d7-4ba6-b7f9-bfb2548c6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:17.067888 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-e4957bbb-26d7-4ba6-b7f9-bfb2548c6c9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 913 time: 0.0832117 Jul 23 17:16:17.142471 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-b5f1ca71-e915-4a9a-8578-06f0e9a74ff5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3643c63-53c4-4f79-936a-07dc65317581 HTTP/1.1" status: 200 len: 1002 time: 0.0582678 Jul 23 17:16:17.194636 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-a6a0a859-0cc6-4a00-929c-24eed6e405ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:17.196112 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-a6a0a859-0cc6-4a00-929c-24eed6e405ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0444553 Jul 23 17:16:17.254058 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-857a7f74-64bf-4b16-98c4-595c8cfa0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:17.255574 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-857a7f74-64bf-4b16-98c4-595c8cfa0d9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524404 Jul 23 17:16:17.380128 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-fa549b48-ca37-4a7a-884e-3211506ba72f service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171429 Jul 23 17:16:17.396765 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9626c-0fae-4149-a9c2-5a83042ac137 req-607f9920-e36c-4e5f-87ae-b1e6d2ccb2a4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:17.398202 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64b9626c-0fae-4149-a9c2-5a83042ac137 req-607f9920-e36c-4e5f-87ae-b1e6d2ccb2a4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 945 time: 0.1148429 Jul 23 17:16:17.487466 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-64b9626c-0fae-4149-a9c2-5a83042ac137 req-ddc097cf-4201-4c9a-b913-75e665c65768 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807202 Jul 23 17:16:17.511624 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fdbe20cc-cd55-4f7f-a007-f6451bc1d009 req-0df7d647-fa59-4e17-83ce-d9c687c19de4 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124978 Jul 23 17:16:18.058476 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:18.616489 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f54614-64e5-4871-89bb-ba328eca59d5 req-211ea8b5-88e8-4dfb-8015-0d08e639caac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:18.617948 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b7f54614-64e5-4871-89bb-ba328eca59d5 req-211ea8b5-88e8-4dfb-8015-0d08e639caac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 945 time: 0.0616457 Jul 23 17:16:18.654469 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b7f54614-64e5-4871-89bb-ba328eca59d5 req-e936a1f3-13d0-46d6-93eb-a0a7e0086e70 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Jul 23 17:16:24.551554 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-533c4e41-e6cc-47eb-9602-7fea7a70f33c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:24.552979 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-533c4e41-e6cc-47eb-9602-7fea7a70f33c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 815 time: 0.1011837 Jul 23 17:16:24.567397 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-a774460f-c056-47d8-88a1-3fa6e34f130e tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/quotas/e13b63e689c14d99af2a98c82c037160 HTTP/1.1" status: 200 len: 375 time: 0.0089204 Jul 23 17:16:24.630703 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-77ded7e1-8856-43f5-928d-4fbf95a40540 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584834 Jul 23 17:16:24.720308 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-2bcdded7-1eb6-4847-8235-a63475f6503e service neutron] 10.222.0.70 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824025 Jul 23 17:16:24.807871 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-b8d69acd-e016-4ea3-b0a4-ef7e38225f89 service neutron] 10.222.0.70 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818460 Jul 23 17:16:24.965649 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-14ba4e42-07b0-4541-97c5-a917c9b722ba req-da2b304f-e75b-4c87-b894-1eff4ba443c6 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 210 time: 0.0297704 Jul 23 17:16:26.063927 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-73b5f5f3-b0ec-4a9b-b8af-a1b4468cb0bd req-04f9a868-95b7-4075-885a-e6357861e92a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 210 time: 0.0331326 Jul 23 17:16:27.157448 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ba54a16-faa4-4869-9c65-1bdf624b208a req-95d59c80-8453-4f22-ae0f-74717d67480c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 210 time: 0.0288587 Jul 23 17:16:27.985188 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4a1f9e2e-3be0-4377-b276-e7a7ee9c82ed tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:27.986642 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4a1f9e2e-3be0-4377-b276-e7a7ee9c82ed tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 815 time: 0.1014431 Jul 23 17:16:28.007645 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Request body: {'port': {'device_id': 'c562c3c0-371d-4904-8800-5867927a3240', 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d', 'admin_state_up': True, 'tenant_id': 'e13b63e689c14d99af2a98c82c037160'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:28.118220 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Made reservation on behalf of e13b63e689c14d99af2a98c82c037160 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:16:28.121847 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:28.280804 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Allocated IP 172.20.0.13 (f3d565c7-a2f8-4e74-a5ad-369b70a5308d/9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9/d23f46fa-1c1d-4fc6-84f7-34a82a025b8c) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:28.284464 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8d009a14-4b35-4c72-b9fc-ff3e75934739 req-545392ff-ceef-4d5c-9500-72db2957b7bf tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 210 time: 0.0376716 Jul 23 17:16:28.426263 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:28.464281 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:28.504364 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Network f3d565c7-a2f8-4e74-a5ad-369b70a5308d is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:28.507329 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:28.511424 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:28.535456 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Pushing event updated for resources: {'Port': ['ID=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:28.562208 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:28.562813 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:28.576645 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-4fef053b-8ad3-495e-b1b0-6874176ad2f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5727823 Jul 23 17:16:29.414667 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eced4-b0ed-405e-84ef-5c898f0e0d30 req-3e410ea3-1d9a-4edb-85e7-f315bceb70bd tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:29.416142 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1e9eced4-b0ed-405e-84ef-5c898f0e0d30 req-3e410ea3-1d9a-4edb-85e7-f315bceb70bd tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 932 time: 0.0650051 Jul 23 17:16:29.454073 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1e9eced4-b0ed-405e-84ef-5c898f0e0d30 req-998e4a43-c038-4719-ae29-a9fa8d98d13d tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Jul 23 17:16:30.293163 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Request body: {'port': {'device_id': 'c562c3c0-371d-4904-8800-5867927a3240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:30.361635 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:30.923694 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e856ae-c147-4ea3-9ba6-285340c86a31 req-a7ecf716-8625-40f5-b3a1-fd81277eaee1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:30.925076 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5e856ae-c147-4ea3-9ba6-285340c86a31 req-a7ecf716-8625-40f5-b3a1-fd81277eaee1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 932 time: 0.3939869 Jul 23 17:16:30.949262 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23f46fa-1c1d-4fc6-84f7-34a82a025b8c {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:30.958492 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:30.981673 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Transition to ACTIVE for port object d23f46fa-1c1d-4fc6-84f7-34a82a025b8c will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:30.985145 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a5e856ae-c147-4ea3-9ba6-285340c86a31 req-a009a9d8-1794-49d3-8d1e-afc56e3de4f4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542543 Jul 23 17:16:30.986228 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:31.037674 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Pushing event updated for resources: {'Port': ['ID=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:31.104367 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Attempting to bind port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:31.104702 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Attempting to bind port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:31.105029 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Attempting to bind port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:31.109261 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:16:31.109606 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Attempting to bind port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:31.114279 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:31.114613 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Checking segment: {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:31.114993 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Bound using segment: {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:31.115411 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Bound port: d23f46fa-1c1d-4fc6-84f7-34a82a025b8c, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:31.115761 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:31.175453 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] For port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:31.178290 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] For port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:31.182929 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:31.216386 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:31.216992 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:31.218401 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] 10.222.0.16 "PUT /v2.0/ports/d23f46fa-1c1d-4fc6-84f7-34a82a025b8c HTTP/1.1" status: 200 len: 1094 time: 0.9295883 Jul 23 17:16:31.219078 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c562c3c0-371d-4904-8800-5867927a3240', 'tag': 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:31.221288 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a1b3b-7e0b-4324-b1a5-ff5edeb7194b" -d '{"events": [{"name": "network-changed", "server_uuid": "c562c3c0-371d-4904-8800-5867927a3240", "tag": "d23f46fa-1c1d-4fc6-84f7-34a82a025b8c"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:31.243942 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb5805-45f8-479a-bbb1-83eb53fcbc78 service neutron] Pushing event updated for resources: {'Port': ['ID=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:31.257525 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b54538-aea9-44d2-9824-3833550af6b1 x-openstack-request-id: req-62b54538-aea9-44d2-9824-3833550af6b1 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:31.257813 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c562c3c0-371d-4904-8800-5867927a3240", "tag": "d23f46fa-1c1d-4fc6-84f7-34a82a025b8c", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:31.258057 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62b54538-aea9-44d2-9824-3833550af6b1 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:31.258446 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c562c3c0-371d-4904-8800-5867927a3240', 'tag': 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c', 'status': 'completed', 'code': 200} Jul 23 17:16:31.300164 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['40839dd3-de6f-4e54-889c-f04cb523b6a7', '606cc9f8-c2ae-4471-b167-0f835198116e'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:16:31.397268 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a1b3b-7e0b-4324-b1a5-ff5edeb7194b req-e2d32bf7-8480-44a6-a077-a682b661f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:31.398793 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a19a1b3b-7e0b-4324-b1a5-ff5edeb7194b req-e2d32bf7-8480-44a6-a077-a682b661f5c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 1097 time: 0.0568092 Jul 23 17:16:31.496210 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a1b3b-7e0b-4324-b1a5-ff5edeb7194b req-0699d984-2eee-4b4d-a971-daebc4e7bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:31.497695 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a19a1b3b-7e0b-4324-b1a5-ff5edeb7194b req-0699d984-2eee-4b4d-a971-daebc4e7bcfe service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e13b63e689c14d99af2a98c82c037160&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0914192 Jul 23 17:16:31.594514 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a1b3b-7e0b-4324-b1a5-ff5edeb7194b req-d8bf40b0-b989-4096-a156-d2ca7eaed954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:31.595973 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a19a1b3b-7e0b-4324-b1a5-ff5edeb7194b req-d8bf40b0-b989-4096-a156-d2ca7eaed954 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914173 Jul 23 17:16:31.686482 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-fae7351d-30b9-4bfc-a816-9789c37b96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:31.687945 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-fae7351d-30b9-4bfc-a816-9789c37b96a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 1097 time: 0.0518603 Jul 23 17:16:31.738012 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-a03e332e-139d-431d-88e8-b26c3c34fc1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c HTTP/1.1" status: 200 len: 217 time: 0.0361769 Jul 23 17:16:31.785458 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-3fc3a377-8bc8-451e-90e8-8cb57fc28b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:31.786787 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-3fc3a377-8bc8-451e-90e8-8cb57fc28b39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9 HTTP/1.1" status: 200 len: 855 time: 0.0422349 Jul 23 17:16:31.820711 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-6f490715-f3ee-4300-8d02-01f478ae8dfb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264444 Jul 23 17:16:31.912057 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-09302909-3c46-4805-a6cd-beaabb47378b service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820732 Jul 23 17:16:31.998238 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-678d809f-0ce1-484f-8488-e471f6a5f038 req-1a7f6ef6-383a-4296-8ea9-0ba047846a5f service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797205 Jul 23 17:16:32.120556 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935e25b-f735-4375-9b8a-86b7109f4ca4 req-1abb4fba-ee51-4597-b0b9-97de8e554b50 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:32.122110 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1935e25b-f735-4375-9b8a-86b7109f4ca4 req-1abb4fba-ee51-4597-b0b9-97de8e554b50 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 944 time: 0.0683284 Jul 23 17:16:32.159612 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-1935e25b-f735-4375-9b8a-86b7109f4ca4 req-db652a74-dcf3-4e72-9867-4d828f3c0072 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 Jul 23 17:16:33.286860 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189eca4-4c4e-4f37-b666-23b760ce963d req-bd1087e1-f728-434f-96e1-295961c0c7c0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:33.288354 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2189eca4-4c4e-4f37-b666-23b760ce963d req-bd1087e1-f728-434f-96e1-295961c0c7c0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 944 time: 0.0625474 Jul 23 17:16:33.326409 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2189eca4-4c4e-4f37-b666-23b760ce963d req-eeb1b781-97bf-4ea7-80e0-b6e3843ac3d9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317328 Jul 23 17:16:34.450539 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c90133-75dc-4651-b451-fe70cd836dc3 req-58d7eefd-7c40-426b-b5b5-d588de548015 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:34.451902 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b5c90133-75dc-4651-b451-fe70cd836dc3 req-58d7eefd-7c40-426b-b5b5-d588de548015 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 944 time: 0.0618780 Jul 23 17:16:34.488789 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b5c90133-75dc-4651-b451-fe70cd836dc3 req-6e85d7ae-ed4d-44bb-a4eb-8341c3a4b2a9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Jul 23 17:16:35.294562 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device d23f46fa-1c1d-4fc6-84f7-34a82a025b8c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:16:35.395567 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:35.406376 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c', 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d', 'port_id': 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c', 'mac_address': 'fa:16:3e:25:ab:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:16:35.442483 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:35.454530 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23f46fa-1c1d-4fc6-84f7-34a82a025b8c {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:35.473250 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:35.477291 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:35.526948 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:35.534036 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.534384 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.534735 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.535069 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.535401 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.535728 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.536059 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.536385 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.536715 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.537041 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.537392 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.537706 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:35.623536 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bbd73-c751-4717-b8ca-2559549dce85 req-8360819d-8ba3-4041-b7d0-ac2af8f0b408 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:35.625084 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f5bbd73-c751-4717-b8ca-2559549dce85 req-8360819d-8ba3-4041-b7d0-ac2af8f0b408 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 945 time: 0.0709164 Jul 23 17:16:35.662649 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5f5bbd73-c751-4717-b8ca-2559549dce85 req-ecb9eaf9-cfb7-4176-9464-7fa0b95f2446 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Jul 23 17:16:35.832684 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['d23f46fa-1c1d-4fc6-84f7-34a82a025b8c'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:16:36.787526 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe665e-ed20-4a6d-95b8-6dbffc619a34 req-cfd2dd4d-320b-4864-a503-cf49472753c2 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:36.788955 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3fe665e-ed20-4a6d-95b8-6dbffc619a34 req-cfd2dd4d-320b-4864-a503-cf49472753c2 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 945 time: 0.0618484 Jul 23 17:16:36.827621 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b3fe665e-ed20-4a6d-95b8-6dbffc619a34 req-ef47a0bc-d86e-4805-80aa-e21fa8a79360 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324545 Jul 23 17:16:37.090079 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a8be-dac1-45d5-ac2e-0ab33f431a9d req-0ce484d1-1ee3-4607-86c2-a1b9a908a183 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:37.091518 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6de6a8be-dac1-45d5-ac2e-0ab33f431a9d req-0ce484d1-1ee3-4607-86c2-a1b9a908a183 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 945 time: 0.0643482 Jul 23 17:16:37.127001 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6de6a8be-dac1-45d5-ac2e-0ab33f431a9d req-48d37fe8-67c9-44d3-bc2d-4f08b2b1623c tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300105 Jul 23 17:16:37.346719 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device d23f46fa-1c1d-4fc6-84f7-34a82a025b8c up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:16:37.399479 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:16:37.403111 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:16:37.403482 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:37.479047 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:37.500977 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c562c3c0-371d-4904-8800-5867927a3240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:37.503145 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf57b2-343f-4569-a1c7-919f1b13ecc2" -d '{"events": [{"server_uuid": "c562c3c0-371d-4904-8800-5867927a3240", "name": "network-vif-plugged", "status": "completed", "tag": "d23f46fa-1c1d-4fc6-84f7-34a82a025b8c"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:37.516571 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:37.520495 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:37.544616 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8de1f9-e9ab-4052-88d5-709da4a1f303 x-openstack-request-id: req-3b8de1f9-e9ab-4052-88d5-709da4a1f303 {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:37.544905 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c562c3c0-371d-4904-8800-5867927a3240", "name": "network-vif-plugged", "status": "completed", "tag": "d23f46fa-1c1d-4fc6-84f7-34a82a025b8c", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:37.545155 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b8de1f9-e9ab-4052-88d5-709da4a1f303 {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:37.545566 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c562c3c0-371d-4904-8800-5867927a3240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c', 'code': 200} Jul 23 17:16:37.574032 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:37.737234 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d27e0-0239-43e9-bba6-d34bab064377 req-c0f39fcf-ee59-42aa-9aa6-efda3c7351c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:37.738731 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-142d27e0-0239-43e9-bba6-d34bab064377 req-c0f39fcf-ee59-42aa-9aa6-efda3c7351c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 1099 time: 0.0514691 Jul 23 17:16:37.772766 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-142d27e0-0239-43e9-bba6-d34bab064377 req-7771f994-d783-4aff-b4f6-633eff53d33c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264726 Jul 23 17:16:37.955034 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4243e5-9b76-483f-ab95-db9dcddfdde1 req-a8f572d7-2d55-47bb-bb52-3d3ab8488b3d tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:37.956491 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3e4243e5-9b76-483f-ab95-db9dcddfdde1 req-a8f572d7-2d55-47bb-bb52-3d3ab8488b3d tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 946 time: 0.0623968 Jul 23 17:16:37.995543 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3e4243e5-9b76-483f-ab95-db9dcddfdde1 req-5714bab6-4aa4-44d6-b60c-eabc069439ab tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Jul 23 17:16:38.258987 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c96c52-46d2-4bdb-b8c7-029840dfc4af req-b997a443-dbc0-4a6e-94ec-61934f2792af tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:38.261066 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-92c96c52-46d2-4bdb-b8c7-029840dfc4af req-b997a443-dbc0-4a6e-94ec-61934f2792af tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 945 time: 0.0657985 Jul 23 17:16:38.297258 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-92c96c52-46d2-4bdb-b8c7-029840dfc4af req-a929119c-c3c3-4042-86d0-2341ff223c68 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304751 Jul 23 17:16:39.128148 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad393f7-f09a-4d48-8411-e95e23ab6ec7 req-5ab95a0b-dd60-44de-8cb0-6a45c4cfa6e9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:39.129648 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ad393f7-f09a-4d48-8411-e95e23ab6ec7 req-5ab95a0b-dd60-44de-8cb0-6a45c4cfa6e9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 946 time: 0.0647132 Jul 23 17:16:39.165645 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3ad393f7-f09a-4d48-8411-e95e23ab6ec7 req-866f006c-e0aa-4025-b2a2-a5784b5e7cfd tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305083 Jul 23 17:16:39.410796 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-42111f0b-ad82-44e9-8076-953b96018415 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:39.412317 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-42111f0b-ad82-44e9-8076-953b96018415 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.16 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 945 time: 0.0997374 Jul 23 17:16:39.513230 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b21cd-4ae5-4464-9798-0987db9b8f76 req-eb80f432-7186-4082-819f-c382406fa1d6 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:39.514798 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-286b21cd-4ae5-4464-9798-0987db9b8f76 req-eb80f432-7186-4082-819f-c382406fa1d6 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/ports?device_id=72784abd-6b2e-4de0-b14c-63c35f1d6faf HTTP/1.1" status: 200 len: 945 time: 0.1460516 Jul 23 17:16:39.564636 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Deleting port a4b08240-0c44-4461-af59-b74d6649d1a3 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:16:39.564867 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.572778 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-286b21cd-4ae5-4464-9798-0987db9b8f76 req-8711d1c3-fbb9-4009-a642-ebedbd32b6bf tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f964e3-e339-4788-b5b3-6af82d791de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519395 Jul 23 17:16:39.655026 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] For port a4b08240-0c44-4461-af59-b74d6649d1a3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a4b08240-0c44-4461-af59-b74d6649d1a3,segment=NetworkSegment(0c654bad-c996-47fc-a2ee-90cf4e3f9eae),segment_id=0c654bad-c996-47fc-a2ee-90cf4e3f9eae)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:39.655387 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.668542 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Calling delete_port for a4b08240-0c44-4461-af59-b74d6649d1a3 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:16:39.796264 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.815555 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['a4b08240-0c44-4461-af59-b74d6649d1a3'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:16:39.825399 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Pushing event deleted for resources: {'Port': ['ID=a4b08240-0c44-4461-af59-b74d6649d1a3,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:39.852238 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.852586 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.852924 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.853258 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.853614 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.854433 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.854763 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.855094 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.855416 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.855744 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.856060 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.856393 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:16:39.883236 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] No DVR routers for this DVR port a4b08240-0c44-4461-af59-b74d6649d1a3 on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:16:39.885781 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:39.888005 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ca3e746b-05a6-46a5-b2f9-1853a1738eda req-5fb83ee7-91c4-4617-a69b-beff5eb32a29 tempest-VolumesSnapshotTestJSON-1577017615 tempest-VolumesSnapshotTestJSON-1577017615-project] 10.222.0.16 "DELETE /v2.0/ports/a4b08240-0c44-4461-af59-b74d6649d1a3 HTTP/1.1" status: 204 len: 173 time: 0.4681058 Jul 23 17:16:39.888441 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72784abd-6b2e-4de0-b14c-63c35f1d6faf', 'name': 'network-vif-deleted', 'tag': 'a4b08240-0c44-4461-af59-b74d6649d1a3'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:39.890740 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8853ff61-f4b9-4b58-933e-6f307aac503e" -d '{"events": [{"server_uuid": "72784abd-6b2e-4de0-b14c-63c35f1d6faf", "name": "network-vif-deleted", "tag": "a4b08240-0c44-4461-af59-b74d6649d1a3"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:39.928697 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ff3e9-b16a-4586-adb1-1b10c5332a3b x-openstack-request-id: req-8a9ff3e9-b16a-4586-adb1-1b10c5332a3b {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:39.928990 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72784abd-6b2e-4de0-b14c-63c35f1d6faf", "name": "network-vif-deleted", "tag": "a4b08240-0c44-4461-af59-b74d6649d1a3", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:39.929523 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a9ff3e9-b16a-4586-adb1-1b10c5332a3b {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:39.929916 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72784abd-6b2e-4de0-b14c-63c35f1d6faf', 'name': 'network-vif-deleted', 'tag': 'a4b08240-0c44-4461-af59-b74d6649d1a3', 'status': 'completed', 'code': 200} Jul 23 17:16:42.877872 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-7a539798-c8fa-4a11-848e-1a3ad359b28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:43.340576 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.465255 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device a4b08240-0c44-4461-af59-b74d6649d1a3 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:16:44.485199 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: a4b08240-0c44-4461-af59-b74d6649d1a3 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:16:44.485563 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device a4b08240-0c44-4461-af59-b74d6649d1a3 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:16:45.419018 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-6b20d23a-8d1c-49f4-a2a4-a8f25ba1e806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:45.786229 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:46.425663 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.224229 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:16:48.059652 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:49.838351 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-42ebdd43-1235-42f5-afb3-e7f947c94ff3 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:49.839822 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-42ebdd43-1235-42f5-afb3-e7f947c94ff3 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 815 time: 0.0988932 Jul 23 17:16:49.854023 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-b9665d36-703b-4c28-8129-41785c09c98a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/quotas/e13b63e689c14d99af2a98c82c037160 HTTP/1.1" status: 200 len: 375 time: 0.0088022 Jul 23 17:16:49.919252 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-5f5e437c-10ca-4205-b70c-98c5a35aaa57 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600758 Jul 23 17:16:50.011696 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-390038af-b7a6-4347-b007-b0460b166e38 service neutron] 10.222.0.70 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859513 Jul 23 17:16:50.113769 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-71ac6d64-ff36-42ac-bb27-1ed2bd10a146 service neutron] 10.222.0.70 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964165 Jul 23 17:16:50.287615 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8a4ef7d4-e858-46fa-a2ba-d3b0c0e05373 req-4ebaede4-d79f-467b-a3e6-62f3ca603975 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 210 time: 0.0290222 Jul 23 17:16:51.381071 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ff24cb2d-ee8a-4045-b642-e28e634d42dc req-26000f8a-ec68-4f08-9311-2af0900337b5 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 210 time: 0.0288928 Jul 23 17:16:52.474823 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-289ef388-6c44-4be8-af56-a45073ffed51 req-9a1f6715-ed8b-4fa0-9a5d-c0e44c323f40 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 210 time: 0.0282352 Jul 23 17:16:53.571799 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d4456741-e29c-456c-9a88-85e37c29ee5c req-81baf296-b12b-4bc7-add2-376f9ade269f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 210 time: 0.0324380 Jul 23 17:16:54.573726 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-28e1a7da-a6c3-4c00-b2c9-e8b8c945760b tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:54.575176 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-28e1a7da-a6c3-4c00-b2c9-e8b8c945760b tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 815 time: 0.1064317 Jul 23 17:16:54.589883 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Request body: {'port': {'device_id': '786d5f0b-f036-46bf-864c-fb0727e9ce56', 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d', 'admin_state_up': True, 'tenant_id': 'e13b63e689c14d99af2a98c82c037160'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:54.688613 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54068a75-e996-4c41-b347-90e217ffc2d5 req-d37eaa6c-5c76-4fe7-b6a1-9695cb8c29d1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 210 time: 0.0356853 Jul 23 17:16:54.724085 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Made reservation on behalf of e13b63e689c14d99af2a98c82c037160 for: {'port': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:16:54.727573 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:54.852539 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_common [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Allocated IP 172.20.0.12 (f3d565c7-a2f8-4e74-a5ad-369b70a5308d/9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9/2e6154cf-0d23-4220-9d50-90a3642ae084) {{(pid=93251) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:16:54.994567 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks [] for port, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.031143 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757342825988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.045920 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['40839dd3-de6f-4e54-889c-f04cb523b6a7', '606cc9f8-c2ae-4471-b167-0f835198116e', 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:16:55.072396 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Network f3d565c7-a2f8-4e74-a5ad-369b70a5308d is already hosted by enough agents. {{(pid=93251) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:16:55.075500 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Resources bound (agent type, host, resource id): {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:16:55.079109 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Received port after_create {{(pid=93251) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:16:55.106009 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Pushing event updated for resources: {'Port': ['ID=2e6154cf-0d23-4220-9d50-90a3642ae084,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:55.134380 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:55.134986 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.148846 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0d883f31-8064-4b62-98b0-f1291348935c tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5633202 Jul 23 17:16:55.161444 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Request body: {'port': {'device_id': '786d5f0b-f036-46bf-864c-fb0727e9ce56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:16:55.244116 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.505319 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6154cf-0d23-4220-9d50-90a3642ae084 {{(pid=93251) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:55.513233 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.524785 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.provisioning_blocks [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Transition to ACTIVE for port object 2e6154cf-0d23-4220-9d50-90a3642ae084 will not be triggered until provisioned by entity L2. {{(pid=93251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:16:55.528393 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.576312 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6154cf-0d23-4220-9d50-90a3642ae084,revision_number=2']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:55.655941 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Attempting to bind port 2e6154cf-0d23-4220-9d50-90a3642ae084 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:16:55.656279 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Attempting to bind port 2e6154cf-0d23-4220-9d50-90a3642ae084 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:16:55.656612 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Attempting to bind port 2e6154cf-0d23-4220-9d50-90a3642ae084 on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:55.660758 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Port 2e6154cf-0d23-4220-9d50-90a3642ae084 on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:16:55.661073 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Attempting to bind port 2e6154cf-0d23-4220-9d50-90a3642ae084 on network f3d565c7-a2f8-4e74-a5ad-369b70a5308d {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:16:55.665639 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Checking agent: {'id': 'c8d45ff6-92ff-4dbe-88ad-8bad2472a475', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'started_at': datetime.datetime(2021, 7, 23, 17, 6, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:16:55.665974 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Checking segment: {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:16:55.666347 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Bound using segment: {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'} {{(pid=93251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:16:55.666755 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.managers [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Bound port: 2e6154cf-0d23-4220-9d50-90a3642ae084, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d0fdcb-8c36-4013-9e5f-fbcc958284a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d'}}] {{(pid=93251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:16:55.667105 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.759618 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] For port 2e6154cf-0d23-4220-9d50-90a3642ae084, host hv-cinder-80191, cleared binding levels {{(pid=93251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:16:55.764600 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] For port 2e6154cf-0d23-4220-9d50-90a3642ae084, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2e6154cf-0d23-4220-9d50-90a3642ae084,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:16:55.774743 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7840971'] for port, after_update {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.835370 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:55.835979 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:55.837334 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] 10.222.0.16 "PUT /v2.0/ports/2e6154cf-0d23-4220-9d50-90a3642ae084 HTTP/1.1" status: 200 len: 1094 time: 0.6801085 Jul 23 17:16:55.839104 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786d5f0b-f036-46bf-864c-fb0727e9ce56', 'tag': '2e6154cf-0d23-4220-9d50-90a3642ae084'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:16:55.841327 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee72bb8-151a-4991-9617-dc463b4488fb" -d '{"events": [{"name": "network-changed", "server_uuid": "786d5f0b-f036-46bf-864c-fb0727e9ce56", "tag": "2e6154cf-0d23-4220-9d50-90a3642ae084"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:16:55.865693 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453a061-7642-4b31-8b5a-8e139d073e17 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6154cf-0d23-4220-9d50-90a3642ae084,revision_number=3']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:16:55.889054 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec6f13-7fbe-4cb8-8494-738395364fae x-openstack-request-id: req-02ec6f13-7fbe-4cb8-8494-738395364fae {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:16:55.889348 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786d5f0b-f036-46bf-864c-fb0727e9ce56", "tag": "2e6154cf-0d23-4220-9d50-90a3642ae084", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:16:55.889620 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02ec6f13-7fbe-4cb8-8494-738395364fae {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:16:55.890004 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786d5f0b-f036-46bf-864c-fb0727e9ce56', 'tag': '2e6154cf-0d23-4220-9d50-90a3642ae084', 'status': 'completed', 'code': 200} Jul 23 17:16:55.897499 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9be70a-d105-490c-9f78-639d8485d1ba req-e6281c62-5fa2-4a8b-84f8-5288df04a1cd tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:55.898957 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e9be70a-d105-490c-9f78-639d8485d1ba req-e6281c62-5fa2-4a8b-84f8-5288df04a1cd tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 944 time: 0.1370015 Jul 23 17:16:55.956866 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-4e9be70a-d105-490c-9f78-639d8485d1ba req-bfda7298-4d1a-4689-8863-fde835a45bb7 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Jul 23 17:16:55.968290 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-2c4c176a-5c84-4bbe-875e-521ccb68a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:55.969863 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-2c4c176a-5c84-4bbe-875e-521ccb68a0ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 1097 time: 0.0950911 Jul 23 17:16:56.014331 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-c2cb7fae-5f5d-457b-b07b-b757cf7bdc4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e6154cf-0d23-4220-9d50-90a3642ae084 HTTP/1.1" status: 200 len: 217 time: 0.0358589 Jul 23 17:16:56.067995 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-59a3cd96-2884-41cc-9743-a52c72aea26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:56.069447 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-59a3cd96-2884-41cc-9743-a52c72aea26e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9 HTTP/1.1" status: 200 len: 855 time: 0.0460956 Jul 23 17:16:56.105460 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-b11f5e89-7c71-44a2-a64f-5ee9ea327129 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268466 Jul 23 17:16:56.195557 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-0110e918-ae27-4f58-afa6-f769737dfaff service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828671 Jul 23 17:16:56.283084 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d38184c6-6e69-4cb4-a03d-4e4024c8d271 req-aca96a62-bb91-4d24-b525-906708c98ed8 service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801539 Jul 23 17:16:56.380487 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee72bb8-151a-4991-9617-dc463b4488fb req-cad02bc7-93f9-41ff-9429-2a9e18305b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:56.381959 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aee72bb8-151a-4991-9617-dc463b4488fb req-cad02bc7-93f9-41ff-9429-2a9e18305b85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13b63e689c14d99af2a98c82c037160&device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 1097 time: 0.0516689 Jul 23 17:16:56.472843 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee72bb8-151a-4991-9617-dc463b4488fb req-6045948e-24a4-4ed8-9774-d91a2759bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:56.474305 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aee72bb8-151a-4991-9617-dc463b4488fb req-6045948e-24a4-4ed8-9774-d91a2759bce3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 200 len: 916 time: 0.0853510 Jul 23 17:16:56.514891 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aee72bb8-151a-4991-9617-dc463b4488fb req-d8b7ce29-2446-47ab-aed5-0c805b725dc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e6154cf-0d23-4220-9d50-90a3642ae084 HTTP/1.1" status: 200 len: 217 time: 0.0325303 Jul 23 17:16:56.564493 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee72bb8-151a-4991-9617-dc463b4488fb req-17b0b3be-be7d-4c50-9f35-0e923d8f682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:56.565892 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aee72bb8-151a-4991-9617-dc463b4488fb req-17b0b3be-be7d-4c50-9f35-0e923d8f682c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9 HTTP/1.1" status: 200 len: 855 time: 0.0445635 Jul 23 17:16:56.602272 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aee72bb8-151a-4991-9617-dc463b4488fb req-d8cf6288-ccf9-497d-9c8d-ea27d988b7e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3d565c7-a2f8-4e74-a5ad-369b70a5308d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268390 Jul 23 17:16:56.690332 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aee72bb8-151a-4991-9617-dc463b4488fb req-badace51-39b4-42ee-975f-aa6abd1848c4 service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813146 Jul 23 17:16:56.779256 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-aee72bb8-151a-4991-9617-dc463b4488fb req-a325c680-38ac-48f9-af41-0be5d21be8c6 service neutron] 10.222.0.16 "GET /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814102 Jul 23 17:16:57.084977 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d128801-cc07-4fbe-9e22-a4701d8c4901 req-e691cb76-68e0-4b80-92ba-75ff4dbeae25 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:57.086460 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6d128801-cc07-4fbe-9e22-a4701d8c4901 req-e691cb76-68e0-4b80-92ba-75ff4dbeae25 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 944 time: 0.0629148 Jul 23 17:16:57.132076 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-6d128801-cc07-4fbe-9e22-a4701d8c4901 req-2a1ef252-b266-4c0a-ad46-fc698ee7a19f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Jul 23 17:16:58.261182 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b00db-f1f0-4872-9f58-881eac1ef02b req-8791b3c2-9293-4e2c-bfe9-64f1051fe0f0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:58.263285 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fd0b00db-f1f0-4872-9f58-881eac1ef02b req-8791b3c2-9293-4e2c-bfe9-64f1051fe0f0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 944 time: 0.0653286 Jul 23 17:16:58.300554 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-fd0b00db-f1f0-4872-9f58-881eac1ef02b req-a6503389-1bd6-4b78-bf05-15930f9ed1ca tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317347 Jul 23 17:16:59.427091 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7880-73c3-4846-b4bb-045d8d05abe2 req-2552d44b-ccff-4c5e-a449-df285740a200 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:59.428547 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a85b7880-73c3-4846-b4bb-045d8d05abe2 req-2552d44b-ccff-4c5e-a449-df285740a200 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 944 time: 0.0615301 Jul 23 17:16:59.466410 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a85b7880-73c3-4846-b4bb-045d8d05abe2 req-ddc6b1a0-08c2-45b6-bc51-07341315743a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Jul 23 17:16:59.607031 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 2e6154cf-0d23-4220-9d50-90a3642ae084 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93252) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:16:59.703141 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 2e6154cf-0d23-4220-9d50-90a3642ae084, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2e6154cf-0d23-4220-9d50-90a3642ae084,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:59.713600 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Returning: {'device': '2e6154cf-0d23-4220-9d50-90a3642ae084', 'network_id': 'f3d565c7-a2f8-4e74-a5ad-369b70a5308d', 'port_id': '2e6154cf-0d23-4220-9d50-90a3642ae084', 'mac_address': 'fa:16:3e:df:14:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93252) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:16:59.749697 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:59.762543 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6154cf-0d23-4220-9d50-90a3642ae084 {{(pid=93252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:16:59.781188 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 2e6154cf-0d23-4220-9d50-90a3642ae084, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2e6154cf-0d23-4220-9d50-90a3642ae084,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:16:59.784795 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:59.834371 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=2e6154cf-0d23-4220-9d50-90a3642ae084,revision_number=4']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:00.112573 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['2e6154cf-0d23-4220-9d50-90a3642ae084'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:00.593037 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28973d6-1df1-414f-87e4-b193c9376897 req-85df02ba-d491-4be6-bb53-ffab445c1df3 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:00.594611 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a28973d6-1df1-414f-87e4-b193c9376897 req-85df02ba-d491-4be6-bb53-ffab445c1df3 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 945 time: 0.0639460 Jul 23 17:17:00.631507 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-a28973d6-1df1-414f-87e4-b193c9376897 req-4eda40d1-1564-4f30-af4b-e58da45d1a02 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Jul 23 17:17:01.618856 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 2e6154cf-0d23-4220-9d50-90a3642ae084 up at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:17:01.672065 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning for port 2e6154cf-0d23-4220-9d50-90a3642ae084 completed by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:17:01.676692 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.provisioning_blocks [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Provisioning complete for port 2e6154cf-0d23-4220-9d50-90a3642ae084 triggered by entity L2. {{(pid=93252) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:01.677058 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731646'] for port, provisioning_complete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:01.752629 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for port, before_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:01.760362 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700498-ce37-439d-929e-46af4a7b7da8 req-be9e521e-c08d-4066-9968-1f2c22926f70 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:01.761901 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3700498-ce37-439d-929e-46af4a7b7da8 req-be9e521e-c08d-4066-9968-1f2c22926f70 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 945 time: 0.0623951 Jul 23 17:17:01.774550 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786d5f0b-f036-46bf-864c-fb0727e9ce56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6154cf-0d23-4220-9d50-90a3642ae084'}] {{(pid=93252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:01.776772 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db6edc878de3546c95ab1ed189febcf459d6dad1d544a86693a1ddc28dc9112f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54bebe4-2150-4008-8463-e9f84262aeac" -d '{"events": [{"server_uuid": "786d5f0b-f036-46bf-864c-fb0727e9ce56", "name": "network-vif-plugged", "status": "completed", "tag": "2e6154cf-0d23-4220-9d50-90a3642ae084"}]}' {{(pid=93252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:01.789155 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] For port 2e6154cf-0d23-4220-9d50-90a3642ae084, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2e6154cf-0d23-4220-9d50-90a3642ae084,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:01.794240 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757343199317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757342826006', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757342826024'] for port, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:01.800388 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e3700498-ce37-439d-929e-46af4a7b7da8 req-eb9f8233-d30e-4afe-9dd7-c47bcaaa6651 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327504 Jul 23 17:17:01.821847 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8743004a-9b1a-4c7d-9628-be52bc6c297d x-openstack-request-id: req-8743004a-9b1a-4c7d-9628-be52bc6c297d {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:01.821847 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786d5f0b-f036-46bf-864c-fb0727e9ce56", "name": "network-vif-plugged", "status": "completed", "tag": "2e6154cf-0d23-4220-9d50-90a3642ae084", "code": 200}]} {{(pid=93252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:01.821847 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8743004a-9b1a-4c7d-9628-be52bc6c297d {{(pid=93252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:01.821847 dv-cinder-801916-2-iscsi neutron-server[93252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786d5f0b-f036-46bf-864c-fb0727e9ce56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6154cf-0d23-4220-9d50-90a3642ae084', 'code': 200} Jul 23 17:17:01.847190 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Pushing event updated for resources: {'Port': ['ID=2e6154cf-0d23-4220-9d50-90a3642ae084,revision_number=5']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:01.992912 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a739824-7d19-4469-ac82-ee4e5831b515 req-980176f2-8de0-49e5-86ba-a15cd603cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:01.994420 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9a739824-7d19-4469-ac82-ee4e5831b515 req-980176f2-8de0-49e5-86ba-a15cd603cc78 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 1099 time: 0.0524387 Jul 23 17:17:02.030815 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9a739824-7d19-4469-ac82-ee4e5831b515 req-64b8b20f-6818-4280-a24a-ffa44530ccc5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296822 Jul 23 17:17:02.934437 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d971e0-3e4d-468c-8f93-a1ec2e883203 req-7ac11f7f-cfd7-4b05-8ea2-893efea12b0d tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:02.935915 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d4d971e0-3e4d-468c-8f93-a1ec2e883203 req-7ac11f7f-cfd7-4b05-8ea2-893efea12b0d tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 946 time: 0.0641265 Jul 23 17:17:02.972803 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d4d971e0-3e4d-468c-8f93-a1ec2e883203 req-ba8796fc-8cd5-4f52-ab63-574e72fa18a5 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Jul 23 17:17:04.101244 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818c858-f698-47ca-824a-3e44b64964bc req-b7e58b16-be36-4eb4-9067-2e40d693592d tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:04.102712 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7818c858-f698-47ca-824a-3e44b64964bc req-b7e58b16-be36-4eb4-9067-2e40d693592d tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 946 time: 0.0636394 Jul 23 17:17:04.139170 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-7818c858-f698-47ca-824a-3e44b64964bc req-ddd633fe-9aa5-4d99-ae44-7609870349b9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302727 Jul 23 17:17:04.770828 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54382) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:04.817094 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd51e52-2e5d-47de-83d6-d8db3c22256a admin admin] Deleting subnet 068c6c43-131e-4797-9adf-3f18c580f99b {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:17:04.820030 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bbd51e52-2e5d-47de-83d6-d8db3c22256a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:04.854755 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bbd51e52-2e5d-47de-83d6-d8db3c22256a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4854290'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:04.892148 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bbd51e52-2e5d-47de-83d6-d8db3c22256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:04.942075 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bbd51e52-2e5d-47de-83d6-d8db3c22256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7840797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201800'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:04.968332 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd51e52-2e5d-47de-83d6-d8db3c22256a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=068c6c43-131e-4797-9adf-3f18c580f99b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:04.970534 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bbd51e52-2e5d-47de-83d6-d8db3c22256a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:04.972144 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-bbd51e52-2e5d-47de-83d6-d8db3c22256a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/068c6c43-131e-4797-9adf-3f18c580f99b HTTP/1.1" status: 204 len: 168 time: 0.2003386 Jul 23 17:17:04.975424 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54384) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:05.045222 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.123823 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.133294 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6fc2d6-acb3-46a1-b408-79bae01b2bf3']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:05.143655 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c654bad-c996-47fc-a2ee-90cf4e3f9eae') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:05.143952 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c654bad-c996-47fc-a2ee-90cf4e3f9eae') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:05.152664 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.165763 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.171567 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:17:05.171953 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:05.173722 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:05.226997 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.231390 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.233878 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] 10.222.0.70 "DELETE /v2.0/networks/de6fc2d6-acb3-46a1-b408-79bae01b2bf3 HTTP/1.1" status: 204 len: 168 time: 0.2577586 Jul 23 17:17:05.247078 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f6c92-90d0-404b-b9f9-b60aba399942 admin admin] Pushing event deleted for resources: {'Network': ['ID=de6fc2d6-acb3-46a1-b408-79bae01b2bf3,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:05.343269 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54388) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:05.382658 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-a6e7ea45-8b9a-4242-bdf8-8f32ad4e0c31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70c0e94de74043e0be3debef379dc92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382512 Jul 23 17:17:05.385051 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54390) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:05.436523 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b5d91528-451f-4a41-851f-f5dc81412b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.457165 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b5d91528-451f-4a41-851f-f5dc81412b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.506183 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b5d91528-451f-4a41-851f-f5dc81412b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.508943 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b5d91528-451f-4a41-851f-f5dc81412b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:05.510165 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b5d91528-451f-4a41-851f-f5dc81412b3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47f964e3-e339-4788-b5b3-6af82d791de6 HTTP/1.1" status: 204 len: 168 time: 0.1241231 Jul 23 17:17:05.518502 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d91528-451f-4a41-851f-f5dc81412b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f964e3-e339-4788-b5b3-6af82d791de6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:12.877848 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a5b4ae57-3065-4346-9a8b-cd9342b2a41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:13.363888 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:15.421453 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5b6c6cb8-01ed-4ee8-9121-d0c60d07ae45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:15.789232 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:15.917915 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad0bbf-6d42-4285-8e07-2c6ae0a757a8 req-ae2f0bc9-fd6a-4b9d-b303-50721077c59f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:15.919500 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-97ad0bbf-6d42-4285-8e07-2c6ae0a757a8 req-ae2f0bc9-fd6a-4b9d-b303-50721077c59f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 946 time: 0.0663009 Jul 23 17:17:15.956517 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-97ad0bbf-6d42-4285-8e07-2c6ae0a757a8 req-67d086fb-7e16-489b-b0ff-ef5c2b97d540 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Jul 23 17:17:16.427470 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:16.865858 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-5d0227e5-c223-4386-8b3f-792d82e3f1e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506165 Jul 23 17:17:16.962742 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-4ed31894-37ac-4135-adbb-07f6d366715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:16.964781 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-4ed31894-37ac-4135-adbb-07f6d366715b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1099 time: 0.0530879 Jul 23 17:17:17.102384 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-582ff498-3abf-4f51-80dc-7d58eaba7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.103822 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-582ff498-3abf-4f51-80dc-7d58eaba7590 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 200 len: 910 time: 0.1174538 Jul 23 17:17:17.440588 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b932-8ae8-4e89-a82a-afffb47edf47 req-e69571e8-55b3-476e-9238-37edc96ab7fd tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.442059 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2d0b932-8ae8-4e89-a82a-afffb47edf47 req-e69571e8-55b3-476e-9238-37edc96ab7fd tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 946 time: 0.3954132 Jul 23 17:17:17.473208 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-53ec4258-7444-4c61-986f-d512d71928e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 200 len: 1001 time: 0.3603904 Jul 23 17:17:17.516009 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c2d0b932-8ae8-4e89-a82a-afffb47edf47 req-6ee77331-89a5-4e0e-b7a5-9285fdf5db7b tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674577 Jul 23 17:17:17.532321 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-90b18832-6e5e-4243-bdf9-34f5a1bc5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.533787 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-90b18832-6e5e-4243-bdf9-34f5a1bc5047 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d560f79a-a341-4c21-b811-412078ba23dd HTTP/1.1" status: 200 len: 848 time: 0.0499332 Jul 23 17:17:17.535982 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-d9d2a2b1-064a-4a60-9707-9dd25a893e4a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.537433 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-d9d2a2b1-064a-4a60-9707-9dd25a893e4a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "GET /v2.0/ports?device_id=786d5f0b-f036-46bf-864c-fb0727e9ce56 HTTP/1.1" status: 200 len: 946 time: 0.0624223 Jul 23 17:17:17.594786 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-d371f62b-3d47-43a8-b8bf-6d122d4112b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.596255 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-d371f62b-3d47-43a8-b8bf-6d122d4112b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca58638b-372f-4250-adad-6b75a3dee01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520976 Jul 23 17:17:17.641686 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Deleting port 2e6154cf-0d23-4220-9d50-90a3642ae084 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:17.642035 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:17.687825 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-3413e663-a5ef-4b2c-87d2-e8a0fbee48fd service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848758 Jul 23 17:17:17.727572 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] For port 2e6154cf-0d23-4220-9d50-90a3642ae084, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=2e6154cf-0d23-4220-9d50-90a3642ae084,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:17.727943 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:17.740593 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Calling delete_port for 2e6154cf-0d23-4220-9d50-90a3642ae084 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:17.780425 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-d951b7d1-7b74-4b96-99bd-f3e7cfe286b3 req-f7109f8f-68b0-4709-8e3d-e3108ae8bb7c service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856979 Jul 23 17:17:17.866863 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:17.879037 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['40839dd3-de6f-4e54-889c-f04cb523b6a7', '606cc9f8-c2ae-4471-b167-0f835198116e', 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c', '2e6154cf-0d23-4220-9d50-90a3642ae084'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:17.893405 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Pushing event deleted for resources: {'Port': ['ID=2e6154cf-0d23-4220-9d50-90a3642ae084,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:17.907415 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.907765 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.908104 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.908436 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.908765 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.909092 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.909439 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.909765 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.910178 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.910427 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.910714 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.911034 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:17.953911 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] No DVR routers for this DVR port 2e6154cf-0d23-4220-9d50-90a3642ae084 on host hv-cinder-80191 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:17.956343 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:17.958329 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-2ad4c69c-9672-4527-92d2-fb7cb8f3966f req-c09c9217-8265-4412-bd95-b28b4fead4f1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "DELETE /v2.0/ports/2e6154cf-0d23-4220-9d50-90a3642ae084 HTTP/1.1" status: 204 len: 173 time: 0.4135993 Jul 23 17:17:17.958770 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786d5f0b-f036-46bf-864c-fb0727e9ce56', 'name': 'network-vif-deleted', 'tag': '2e6154cf-0d23-4220-9d50-90a3642ae084'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:17.960969 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac2e9b-6afc-4d80-8b76-69f23ec8df39" -d '{"events": [{"server_uuid": "786d5f0b-f036-46bf-864c-fb0727e9ce56", "name": "network-vif-deleted", "tag": "2e6154cf-0d23-4220-9d50-90a3642ae084"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:17.998239 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6d5b00-b5f7-4f44-abe8-2f759ca0dd84 x-openstack-request-id: req-0b6d5b00-b5f7-4f44-abe8-2f759ca0dd84 {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:17.998611 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786d5f0b-f036-46bf-864c-fb0727e9ce56", "name": "network-vif-deleted", "tag": "2e6154cf-0d23-4220-9d50-90a3642ae084", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:17.998861 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b6d5b00-b5f7-4f44-abe8-2f759ca0dd84 {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:17.999260 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786d5f0b-f036-46bf-864c-fb0727e9ce56', 'name': 'network-vif-deleted', 'tag': '2e6154cf-0d23-4220-9d50-90a3642ae084', 'status': 'completed', 'code': 200} Jul 23 17:17:18.076696 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:18.486987 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54450) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:18.651945 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Deleting port 800479d0-326d-490f-91c8-085c31ca4c4b {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:18.652406 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:18.726013 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:18.726345 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:18.737991 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Calling delete_port for 800479d0-326d-490f-91c8-085c31ca4c4b owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:18.889723 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:18.917478 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event deleted for resources: {'Port': ['ID=800479d0-326d-490f-91c8-085c31ca4c4b,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:18.981719 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:18.982053 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Floating IP 514ca813-7687-42e5-afc3-ec7611fd73b2 disassociated (deleted). External IP: 172.27.2.211, port: dad4ae12-9af2-4784-b530-81dbbbd08d82. Jul 23 17:17:19.183999 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Router 5ccdb645-0bf3-4ea6-8899-2bae48354998 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:19.291391 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:19.296292 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:19.300783 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] Sync routers for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:19.310265 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:19.310885 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:19.332055 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a5fa44a9-9ca3-430f-a5a6-06527f1645bf tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "DELETE /v2.0/floatingips/514ca813-7687-42e5-afc3-ec7611fd73b2 HTTP/1.1" status: 204 len: 168 time: 0.8439462 Jul 23 17:17:19.332640 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:19.334891 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55820c5-532d-4288-ba0a-0bfffc6928c2" -d '{"events": [{"name": "network-changed", "server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:19.374825 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ae9cd0-aa83-48a9-8900-f51c1ca03559 x-openstack-request-id: req-20ae9cd0-aa83-48a9-8900-f51c1ca03559 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:19.374995 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:19.375265 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20ae9cd0-aa83-48a9-8900-f51c1ca03559 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:19.375805 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'status': 'completed', 'code': 200} Jul 23 17:17:19.419415 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:19.463068 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-804e04d0-0ea7-44ef-bc10-04effa95c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:19.465115 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-804e04d0-0ea7-44ef-bc10-04effa95c3fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 1099 time: 0.0667303 Jul 23 17:17:19.557306 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-e6381506-5505-46b8-8850-5fa01d6e8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:19.559571 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-e6381506-5505-46b8-8850-5fa01d6e8430 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 913 time: 0.0871913 Jul 23 17:17:19.578768 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236848a0-7689-4b5f-898d-519b4be4c16f req-b7f53023-febc-43a2-8ed7-ec90d1ac059f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:19.580504 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-236848a0-7689-4b5f-898d-519b4be4c16f req-b7f53023-febc-43a2-8ed7-ec90d1ac059f tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 946 time: 0.0683150 Jul 23 17:17:19.606263 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-b8dcf341-ee42-47f8-b4ee-ee4888ce6c16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dad4ae12-9af2-4784-b530-81dbbbd08d82 HTTP/1.1" status: 200 len: 217 time: 0.0383811 Jul 23 17:17:19.620544 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-236848a0-7689-4b5f-898d-519b4be4c16f req-96359c86-cd20-435f-905a-6d8b477ad272 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328045 Jul 23 17:17:19.657567 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-b9a66dd2-7210-4e19-b149-62d28d18a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:19.659024 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-b9a66dd2-7210-4e19-b149-62d28d18a74b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0440068 Jul 23 17:17:19.665405 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'b804602e-e883-4859-9c69-7b6061ac9867', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:22Z', 'updated_at': '2021-07-23T17:13:24Z', 'revision_number': 1, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:19.695476 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] Checking router: 5ccdb645-0bf3-4ea6-8899-2bae48354998 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:19.704511 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:19.705749 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:19.722861 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-9e45d3e4-0e70-4a40-8878-1a683492932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:19.724992 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-9e45d3e4-0e70-4a40-8878-1a683492932e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584953 Jul 23 17:17:19.819753 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:19.839787 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-30fb9b23-b179-40f6-b14f-e8e7decb57da service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041746 Jul 23 17:17:19.901883 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54470) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:19.941745 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-e55820c5-532d-4288-ba0a-0bfffc6928c2 req-b9d0f668-59c8-4e09-aedd-112a6e83d62c service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885794 Jul 23 17:17:20.030263 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091127d3-eed8-4e48-a92d-2b826e1ad95c req-42792bb9-f5ef-4de8-b9fe-a322cc32131e tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:20.031768 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-091127d3-eed8-4e48-a92d-2b826e1ad95c req-42792bb9-f5ef-4de8-b9fe-a322cc32131e tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 946 time: 0.1622000 Jul 23 17:17:20.100832 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-091127d3-eed8-4e48-a92d-2b826e1ad95c req-5f261eb0-1fc6-4c9e-8706-3805f5eb4bc0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624168 Jul 23 17:17:20.117622 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Deleting port e48d324e-5681-4fcb-bb13-568d0b3ed493 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:20.118118 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:20.170924 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'b804602e-e883-4859-9c69-7b6061ac9867', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:22Z', 'updated_at': '2021-07-23T17:13:24Z', 'revision_number': 1, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:20.199983 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:20.200310 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:20.201458 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582104ae-fbe3-4175-89a4-54f5f309bfdb None None] The sync data for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi is: [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_floatingips': [{'id': 'b804602e-e883-4859-9c69-7b6061ac9867', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '6294e940-5015-4228-a305-be46f959a48c', 'router_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'port_id': 'd3643c63-53c4-4f79-936a-07dc65317581', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'mac_address': 'fa:16:3e:c9:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:13:22Z', 'updated_at': '2021-07-23T17:13:24Z', 'revision_number': 1, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:20.212015 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Calling delete_port for e48d324e-5681-4fcb-bb13-568d0b3ed493 owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:20.368481 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:20.392335 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event deleted for resources: {'Port': ['ID=e48d324e-5681-4fcb-bb13-568d0b3ed493,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:20.424192 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a31b3c1-d71a-4b62-9b4a-3d4e48cec3df None None] New status for floating IP 514ca813-7687-42e5-afc3-ec7611fd73b2: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:17:20.457945 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:20.458309 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Floating IP 4d7d48f4-b6df-4485-a2e7-d928115adae6 disassociated (deleted). External IP: 172.27.2.28, port: 24a2ca32-c49a-4423-89e4-637c65e7b67c. Jul 23 17:17:20.660856 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Router 8402be15-9421-441a-8bf3-0f6028a61b3c has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:20.813568 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0b2f-f9f7-4965-bcf6-25d0de75c84c req-8f281f86-ddb2-4711-9c5a-6c39c8dc5c2b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:20.815045 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e1ad0b2f-f9f7-4965-bcf6-25d0de75c84c req-8f281f86-ddb2-4711-9c5a-6c39c8dc5c2b tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 946 time: 0.1092796 Jul 23 17:17:20.817811 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:20.822134 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:20.829432 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] Sync routers for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:20.838748 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:20.839372 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:20.882076 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-58fcc36b-3048-4a87-98b3-6c13bc37fb41 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "DELETE /v2.0/floatingips/4d7d48f4-b6df-4485-a2e7-d928115adae6 HTTP/1.1" status: 204 len: 168 time: 0.9780886 Jul 23 17:17:20.888017 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e1ad0b2f-f9f7-4965-bcf6-25d0de75c84c req-75812faa-b1a0-4ccf-973e-ffea6c4790bb tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632112 Jul 23 17:17:20.949572 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:21.116610 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd69318-c3e7-45bb-97bd-2c07e0bffd8d req-a6232a57-4058-424d-9d07-654f016d9f48 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:21.118729 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd69318-c3e7-45bb-97bd-2c07e0bffd8d req-a6232a57-4058-424d-9d07-654f016d9f48 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0659902 Jul 23 17:17:21.161723 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'd68c878f-ad32-4f3e-89c9-d4766f0fd4d8', 'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'mac_address': 'fa:16:3e:3e:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:26Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 5, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'subnets': [{'id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:21.167115 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-5dd69318-c3e7-45bb-97bd-2c07e0bffd8d req-231c6970-107c-4416-b934-77443ee07c75 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Jul 23 17:17:21.188560 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] Checking router: 8402be15-9421-441a-8bf3-0f6028a61b3c for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:21.197727 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:21.198996 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:21.248414 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84b348-4136-4afa-8d95-de6a79254c09 req-7da530d9-0c2b-4284-af35-7d6f90c256b3 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:21.249940 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3b84b348-4136-4afa-8d95-de6a79254c09 req-7da530d9-0c2b-4284-af35-7d6f90c256b3 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 946 time: 0.0698972 Jul 23 17:17:21.290530 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3b84b348-4136-4afa-8d95-de6a79254c09 req-7a5a604c-aba8-4f16-b1de-f54dc471ece3 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Jul 23 17:17:21.316509 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:21.330585 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-e9372216-b32d-42f1-b1eb-d7ebb77b89b1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:21.332043 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-e9372216-b32d-42f1-b1eb-d7ebb77b89b1 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 946 time: 0.0677240 Jul 23 17:17:21.377307 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:21.379977 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210eb87b-4746-4b43-b50b-afcdcacead77" -d '{"events": [{"name": "network-changed", "server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:21.418399 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5f47a3-d19b-42ec-928b-7b7a793136c0 x-openstack-request-id: req-4b5f47a3-d19b-42ec-928b-7b7a793136c0 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:21.418688 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:21.418940 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b5f47a3-d19b-42ec-928b-7b7a793136c0 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:21.419334 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'status': 'completed', 'code': 200} Jul 23 17:17:21.441089 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Deleting port dad4ae12-9af2-4784-b530-81dbbbd08d82 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:21.441346 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:21.504107 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-8aad3708-045b-4a32-87a5-3e9b197e9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:21.505997 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-8aad3708-045b-4a32-87a5-3e9b197e9ed7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 1099 time: 0.0585861 Jul 23 17:17:21.527796 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'd68c878f-ad32-4f3e-89c9-d4766f0fd4d8', 'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'mac_address': 'fa:16:3e:3e:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:26Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 5, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'subnets': [{'id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:21.543800 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] For port dad4ae12-9af2-4784-b530-81dbbbd08d82, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=dad4ae12-9af2-4784-b530-81dbbbd08d82,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:21.544159 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:21.554020 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ffefc-e9be-41a4-8685-df4db638f699 None None] The sync data for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi is: [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:12:26Z', 'revision_number': 4, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'd68c878f-ad32-4f3e-89c9-d4766f0fd4d8', 'name': '', 'network_id': 'ca58638b-372f-4250-adad-6b75a3dee01d', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'mac_address': 'fa:16:3e:3e:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:26Z', 'updated_at': '2021-07-23T17:12:32Z', 'revision_number': 5, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'subnets': [{'id': 'd560f79a-a341-4c21-b811-412078ba23dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:21.558867 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Calling delete_port for dad4ae12-9af2-4784-b530-81dbbbd08d82 owned by compute:nova {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:21.606527 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-136edcc1-a1ff-4204-b521-4d266fbbe91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:21.607994 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-136edcc1-a1ff-4204-b521-4d266fbbe91c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 200 len: 910 time: 0.0939677 Jul 23 17:17:21.658624 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-c1e7de3d-0825-4b1d-9b97-9d430155e9a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 200 len: 217 time: 0.0425937 Jul 23 17:17:21.689601 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:21.712142 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 2e6154cf-0d23-4220-9d50-90a3642ae084 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:21.730267 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event deleted for resources: {'Port': ['ID=dad4ae12-9af2-4784-b530-81dbbbd08d82,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:21.740143 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 2e6154cf-0d23-4220-9d50-90a3642ae084 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:21.740720 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 2e6154cf-0d23-4220-9d50-90a3642ae084 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:21.750273 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-89b8e67a-5be6-4b50-98c1-faaf100ad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:21.750838 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-89b8e67a-5be6-4b50-98c1-faaf100ad449 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d560f79a-a341-4c21-b811-412078ba23dd HTTP/1.1" status: 200 len: 848 time: 0.0714519 Jul 23 17:17:21.764449 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-9f109be3-04fb-443b-a1b3-c4ce8b0788ab tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:21.765995 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-9f109be3-04fb-443b-a1b3-c4ce8b0788ab tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 946 time: 0.1161008 Jul 23 17:17:21.797976 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] No DVR routers for this DVR port dad4ae12-9af2-4784-b530-81dbbbd08d82 on host hv-cinder-80191 {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:21.802374 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:21.804477 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [req-272676cf-c99f-43a6-8793-f7343e9fef71 req-a40488a9-4e0c-481b-8a36-57d095c3df17 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "DELETE /v2.0/ports/dad4ae12-9af2-4784-b530-81dbbbd08d82 HTTP/1.1" status: 204 len: 173 time: 0.4660747 Jul 23 17:17:21.805456 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'name': 'network-vif-deleted', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82'}] {{(pid=93250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:21.808383 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52a184123ec70d329349ac66fb9013d3bed700be893b9830007ddaff158c953a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd91200-688b-4a32-9c29-922de175953f" -d '{"events": [{"server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "name": "network-vif-deleted", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82"}]}' {{(pid=93250) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:21.842550 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b9fcc-d477-4048-a12b-2e09673b5cc9 None None] New status for floating IP 4d7d48f4-b6df-4485-a2e7-d928115adae6: DOWN {{(pid=93253) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:17:21.862746 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9410cb7-a4db-4075-b2a4-4a2c76d6fdaf x-openstack-request-id: req-b9410cb7-a4db-4075-b2a4-4a2c76d6fdaf {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:21.863040 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a9d713-a8a6-4172-b62b-4c67fb691b71", "name": "network-vif-deleted", "tag": "dad4ae12-9af2-4784-b530-81dbbbd08d82", "status": "completed", "code": 200}]} {{(pid=93250) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:21.863287 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9410cb7-a4db-4075-b2a4-4a2c76d6fdaf {{(pid=93250) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:21.863690 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a9d713-a8a6-4172-b62b-4c67fb691b71', 'name': 'network-vif-deleted', 'tag': 'dad4ae12-9af2-4784-b530-81dbbbd08d82', 'status': 'completed', 'code': 200} Jul 23 17:17:21.887278 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-be40f58b-a075-406b-9042-acf358eaa698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:21.888783 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-be40f58b-a075-406b-9042-acf358eaa698 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca58638b-372f-4250-adad-6b75a3dee01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1219156 Jul 23 17:17:21.940676 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Deleting port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:21.941016 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.030020 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8ee43c0a-cbf7-44ac-b712-ec99629049ca req-ccf40734-ad56-43ae-8fa3-e8a9325b9917 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=39a9d713-a8a6-4172-b62b-4c67fb691b71 HTTP/1.1" status: 200 len: 210 time: 0.0478075 Jul 23 17:17:22.086601 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-4254776a-5f7f-4b97-ab40-c89e50e75c49 service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881087 Jul 23 17:17:22.109840 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] For port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:22.110205 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.139265 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Calling delete_port for d23f46fa-1c1d-4fc6-84f7-34a82a025b8c owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:22.264656 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-210eb87b-4746-4b43-b50b-afcdcacead77 req-d17dce95-4c62-446e-9c9a-a3e5502d6feb service neutron] 10.222.0.16 "GET /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686316 Jul 23 17:17:22.369568 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bbc43-8ca0-4b44-8775-617615433877 req-3289669d-8700-4a5d-bd71-aa2c841586ec tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:22.371634 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-101bbc43-8ca0-4b44-8775-617615433877 req-3289669d-8700-4a5d-bd71-aa2c841586ec tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.1253743 Jul 23 17:17:22.428995 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.441147 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['40839dd3-de6f-4e54-889c-f04cb523b6a7', '606cc9f8-c2ae-4471-b167-0f835198116e', 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:22.472513 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Pushing event deleted for resources: {'Port': ['ID=d23f46fa-1c1d-4fc6-84f7-34a82a025b8c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:22.491642 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-101bbc43-8ca0-4b44-8775-617615433877 req-4dd4aa41-a388-4a82-a980-e7f32c272757 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3395aa33-6210-441c-80e1-c25d155ffc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043844 Jul 23 17:17:22.536585 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] No DVR routers for this DVR port d23f46fa-1c1d-4fc6-84f7-34a82a025b8c on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:22.540826 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.542875 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-8aff3f10-5cb1-4cea-a36c-f0c92d3ed4e5 req-ead5e2f6-8ebd-4bf4-b6d4-9acbb8926c35 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "DELETE /v2.0/ports/d23f46fa-1c1d-4fc6-84f7-34a82a025b8c HTTP/1.1" status: 204 len: 173 time: 0.7686474 Jul 23 17:17:22.560721 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c1b0b-2f3a-402b-a78b-ecadee02edd5 req-ce34830e-4a7a-453d-9353-6cce5e1a54c1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:22.562429 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba8c1b0b-2f3a-402b-a78b-ecadee02edd5 req-ce34830e-4a7a-453d-9353-6cce5e1a54c1 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=c562c3c0-371d-4904-8800-5867927a3240 HTTP/1.1" status: 200 len: 867 time: 0.1899340 Jul 23 17:17:22.611601 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-ba8c1b0b-2f3a-402b-a78b-ecadee02edd5 req-70aa6dba-d279-4f1c-945c-803ed00bd13e tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Jul 23 17:17:22.706457 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-27d6cee0-80e8-411c-89b7-12ee609480cd tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:22.707877 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-27d6cee0-80e8-411c-89b7-12ee609480cd tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.16 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 946 time: 0.0659237 Jul 23 17:17:22.810728 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Deleting port 24a2ca32-c49a-4423-89e4-637c65e7b67c {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:22.811385 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.895391 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] For port 24a2ca32-c49a-4423-89e4-637c65e7b67c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=24a2ca32-c49a-4423-89e4-637c65e7b67c,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:22.895751 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:22.908315 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Calling delete_port for 24a2ca32-c49a-4423-89e4-637c65e7b67c owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:23.036863 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:23.066947 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event deleted for resources: {'Port': ['ID=24a2ca32-c49a-4423-89e4-637c65e7b67c,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:23.115750 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] No DVR routers for this DVR port 24a2ca32-c49a-4423-89e4-637c65e7b67c on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:23.118242 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:23.120723 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-90fcef50-3ef2-41b0-924a-7ed4771bc1bc req-edac1a59-5d54-4fac-ab22-aec1b3adfb0f tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.16 "DELETE /v2.0/ports/24a2ca32-c49a-4423-89e4-637c65e7b67c HTTP/1.1" status: 204 len: 173 time: 0.4061449 Jul 23 17:17:23.420067 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c562c3c0-371d-4904-8800-5867927a3240', 'name': 'network-vif-deleted', 'tag': 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c'}, {'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'name': 'network-vif-deleted', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:23.423265 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff5c70e-7acb-47e0-9f56-6721daa953cd" -d '{"events": [{"server_uuid": "c562c3c0-371d-4904-8800-5867927a3240", "name": "network-vif-deleted", "tag": "d23f46fa-1c1d-4fc6-84f7-34a82a025b8c"}, {"server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "name": "network-vif-deleted", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:23.468468 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601cc52a-7c8f-4e64-98ca-536309a414a5 x-openstack-request-id: req-601cc52a-7c8f-4e64-98ca-536309a414a5 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:23.468771 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c562c3c0-371d-4904-8800-5867927a3240", "name": "network-vif-deleted", "tag": "d23f46fa-1c1d-4fc6-84f7-34a82a025b8c", "status": "completed", "code": 200}, {"server_uuid": "15c8dcfd-a793-4474-ad3e-866d455f3795", "name": "network-vif-deleted", "tag": "24a2ca32-c49a-4423-89e4-637c65e7b67c", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:23.469065 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-601cc52a-7c8f-4e64-98ca-536309a414a5 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:23.469543 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c562c3c0-371d-4904-8800-5867927a3240', 'name': 'network-vif-deleted', 'tag': 'd23f46fa-1c1d-4fc6-84f7-34a82a025b8c', 'status': 'completed', 'code': 200} Jul 23 17:17:23.469816 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c8dcfd-a793-4474-ad3e-866d455f3795', 'name': 'network-vif-deleted', 'tag': '24a2ca32-c49a-4423-89e4-637c65e7b67c', 'status': 'completed', 'code': 200} Jul 23 17:17:23.610823 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-854eee7b-871e-4b46-9cd0-595b6c714cd9 req-44e90299-cea9-4e3c-aa4d-4fddbca590a4 tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "GET /v2.0/ports?device_id=15c8dcfd-a793-4474-ad3e-866d455f3795 HTTP/1.1" status: 200 len: 210 time: 0.0325644 Jul 23 17:17:23.887763 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aac91c-1dee-4661-8944-5a1d519a86b7 req-b9836b44-8777-439b-b1be-bc9f8015a6a0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.889195 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25aac91c-1dee-4661-8944-5a1d519a86b7 req-b9836b44-8777-439b-b1be-bc9f8015a6a0 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 945 time: 0.0649645 Jul 23 17:17:23.926620 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-25aac91c-1dee-4661-8944-5a1d519a86b7 req-4db4d38c-53e1-45f3-a16a-d5ae6765b27e tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Jul 23 17:17:24.222400 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:17:24.668215 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54514) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:24.725073 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8498ddb4-ab18-42dc-ac28-00796eb964cc tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:24.750131 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8498ddb4-ab18-42dc-ac28-00796eb964cc tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:24.813929 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8498ddb4-ab18-42dc-ac28-00796eb964cc tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:24.816526 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-8498ddb4-ab18-42dc-ac28-00796eb964cc tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:24.817689 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-8498ddb4-ab18-42dc-ac28-00796eb964cc tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] 10.222.0.70 "DELETE /v2.0/security-groups/3395aa33-6210-441c-80e1-c25d155ffc57 HTTP/1.1" status: 204 len: 168 time: 0.1484883 Jul 23 17:17:24.829581 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498ddb4-ab18-42dc-ac28-00796eb964cc tempest-TestShelveInstance-119998376 tempest-TestShelveInstance-119998376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395aa33-6210-441c-80e1-c25d155ffc57,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:24.861157 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54518) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:25.064587 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf6099-64ce-40d7-a175-fcc08ec6bfb0 req-6caa7779-683b-4f37-aa58-35dd6be46d4a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:25.067055 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2baf6099-64ce-40d7-a175-fcc08ec6bfb0 req-6caa7779-683b-4f37-aa58-35dd6be46d4a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 945 time: 0.0667834 Jul 23 17:17:25.107378 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2baf6099-64ce-40d7-a175-fcc08ec6bfb0 req-dac8d18e-2bde-4fe3-8ce4-30a61bd868dd tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356081 Jul 23 17:17:25.221250 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-46f88175-69f0-4d2a-b8c7-16d0defb5817 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:25.222724 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-46f88175-69f0-4d2a-b8c7-16d0defb5817 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 945 time: 0.0617726 Jul 23 17:17:25.316936 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54526) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:25.361087 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Deleting port 606cc9f8-c2ae-4471-b167-0f835198116e {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:25.361450 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.390643 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717314'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.656712 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Deleting port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:25.656959 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.738453 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] For port d68c878f-ad32-4f3e-89c9-d4766f0fd4d8, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=d68c878f-ad32-4f3e-89c9-d4766f0fd4d8,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:25.738840 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.740383 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device d23f46fa-1c1d-4fc6-84f7-34a82a025b8c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:25.752044 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Calling delete_port for d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:25.767458 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: d23f46fa-1c1d-4fc6-84f7-34a82a025b8c {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:25.767787 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device d23f46fa-1c1d-4fc6-84f7-34a82a025b8c not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:25.768399 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device dad4ae12-9af2-4784-b530-81dbbbd08d82 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:25.786972 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: dad4ae12-9af2-4784-b530-81dbbbd08d82 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:25.787589 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device dad4ae12-9af2-4784-b530-81dbbbd08d82 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:25.790582 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] For port 606cc9f8-c2ae-4471-b167-0f835198116e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=606cc9f8-c2ae-4471-b167-0f835198116e,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:25.790966 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.822302 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Calling delete_port for 606cc9f8-c2ae-4471-b167-0f835198116e owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:25.894470 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Deleting port 8568895e-0c94-44d7-b79d-2c5e50f3f62e {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:25.894810 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.931887 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.959240 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68c878f-ad32-4f3e-89c9-d4766f0fd4d8,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:26.019120 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.019864 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.038916 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Calling delete_port for 8568895e-0c94-44d7-b79d-2c5e50f3f62e owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:26.055894 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.067843 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['40839dd3-de6f-4e54-889c-f04cb523b6a7', '606cc9f8-c2ae-4471-b167-0f835198116e'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:26.123991 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1718548'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.132180 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Pushing event deleted for resources: {'Port': ['ID=606cc9f8-c2ae-4471-b167-0f835198116e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:26.191119 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] No DVR routers for this DVR port 606cc9f8-c2ae-4471-b167-0f835198116e on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:26.193836 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.196556 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-c4ccd5e4-d8b2-492f-8e61-640366fe172d req-5464be53-c4a5-4f6b-bd98-6d9d2692c6ac tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "DELETE /v2.0/ports/606cc9f8-c2ae-4471-b167-0f835198116e HTTP/1.1" status: 204 len: 173 time: 0.9687805 Jul 23 17:17:26.205240 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7abdace-1b2c-4105-9136-747b3550ba6e', 'name': 'network-vif-deleted', 'tag': '606cc9f8-c2ae-4471-b167-0f835198116e'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:26.207817 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f08b8bb-e9ab-4fe4-88d2-1892ee2a3009" -d '{"events": [{"server_uuid": "d7abdace-1b2c-4105-9136-747b3550ba6e", "name": "network-vif-deleted", "tag": "606cc9f8-c2ae-4471-b167-0f835198116e"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:26.298024 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ed1f95-4f11-404c-90db-59681ea3a7c3 x-openstack-request-id: req-01ed1f95-4f11-404c-90db-59681ea3a7c3 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:26.298423 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7abdace-1b2c-4105-9136-747b3550ba6e", "name": "network-vif-deleted", "tag": "606cc9f8-c2ae-4471-b167-0f835198116e", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:26.298638 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01ed1f95-4f11-404c-90db-59681ea3a7c3 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:26.299199 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7abdace-1b2c-4105-9136-747b3550ba6e', 'name': 'network-vif-deleted', 'tag': '606cc9f8-c2ae-4471-b167-0f835198116e', 'status': 'completed', 'code': 200} Jul 23 17:17:26.319868 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-085cdeca-7c2f-49fb-90c7-22fb9fdbf9da req-53902c1d-4791-4b17-b70a-a08f3993b38a tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7abdace-1b2c-4105-9136-747b3550ba6e HTTP/1.1" status: 200 len: 210 time: 0.0622237 Jul 23 17:17:26.394683 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.419370 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event deleted for resources: {'Port': ['ID=8568895e-0c94-44d7-b79d-2c5e50f3f62e,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:26.486561 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.487026 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.db.l3_db [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Floating IP b804602e-e883-4859-9c69-7b6061ac9867 disassociated (deleted). External IP: 172.27.2.122, port: d3643c63-53c4-4f79-936a-07dc65317581. Jul 23 17:17:26.648268 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Router 8402be15-9421-441a-8bf3-0f6028a61b3c has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:26.706904 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Router 5ccdb645-0bf3-4ea6-8899-2bae48354998 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:26.757727 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:26.765468 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-d154e86a-25f7-4af2-af48-661bf80fc2f5 admin admin] 10.222.0.70 "PUT /v2.0/routers/8402be15-9421-441a-8bf3-0f6028a61b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9032080 Jul 23 17:17:26.766171 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54532) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:26.770076 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] Sync routers for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:26.781849 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:26.782559 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:26.827904 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:26.832491 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.839351 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] Sync routers for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:26.849169 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:26.850088 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:26.876821 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a0d1118c-f8c4-4f64-8e35-4a6878092c07 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "DELETE /v2.0/floatingips/b804602e-e883-4859-9c69-7b6061ac9867 HTTP/1.1" status: 204 len: 168 time: 1.5588119 Jul 23 17:17:26.882481 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:26.892923 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:27.002020 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:27.024685 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.092013 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Deleting port a8d5dd62-3ab9-4400-8800-9868201e2d38 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:27.092357 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.102421 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:17:25Z', 'revision_number': 5, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port': {'id': 'a8d5dd62-3ab9-4400-8800-9868201e2d38', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:24Z', 'updated_at': '2021-07-23T17:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:27.132106 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] Checking router: 8402be15-9421-441a-8bf3-0f6028a61b3c for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:27.142670 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] Routers {'8402be15-9421-441a-8bf3-0f6028a61b3c'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:27.143297 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['8402be15-9421-441a-8bf3-0f6028a61b3c'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:27.167730 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e39ba-3f18-436f-bb89-a38a7f8b3fbf req-670b0977-6099-4c29-9b3d-c03b96b160eb tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:27.169309 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-211e39ba-3f18-436f-bb89-a38a7f8b3fbf req-670b0977-6099-4c29-9b3d-c03b96b160eb tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 946 time: 0.0808351 Jul 23 17:17:27.185708 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] For port a8d5dd62-3ab9-4400-8800-9868201e2d38, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=a8d5dd62-3ab9-4400-8800-9868201e2d38,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:27.186071 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.198852 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Calling delete_port for a8d5dd62-3ab9-4400-8800-9868201e2d38 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:27.226488 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-211e39ba-3f18-436f-bb89-a38a7f8b3fbf req-82365735-d0e8-4b48-b165-7508bcd640ba tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479841 Jul 23 17:17:27.256076 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] Set router 8402be15-9421-441a-8bf3-0f6028a61b3c gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:27.308781 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:17:27Z', 'revision_number': 6, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port_host': None}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:27.326352 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:27.337789 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704775a2-8beb-4087-a66c-2f7f3c99f225 None None] The sync data for ids ['8402be15-9421-441a-8bf3-0f6028a61b3c'] in dv-cinder-801916-2-iscsi is: [{'id': '8402be15-9421-441a-8bf3-0f6028a61b3c', 'name': 'tempest-TestShelveInstance-1981135946-router', 'tenant_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:23Z', 'updated_at': '2021-07-23T17:17:27Z', 'revision_number': 6, 'project_id': '671ecfb1aa664a41864ff7dc49a86ae3', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:27.353661 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] Checking router: 5ccdb645-0bf3-4ea6-8899-2bae48354998 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:27.362899 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:27.363529 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:27.392521 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.421164 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d5dd62-3ab9-4400-8800-9868201e2d38,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:27.482493 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:27.488612 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707011'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.582243 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.584749 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.638913 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1711847'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.639403 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8402be15-9421-441a-8bf3-0f6028a61b3c {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:17:27.645536 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.646677 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-84ee3d82-0bbd-4f5f-b7ed-b456cd3f7c85 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8402be15-9421-441a-8bf3-0f6028a61b3c HTTP/1.1" status: 204 len: 168 time: 0.8795202 Jul 23 17:17:27.649249 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54544) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:27.699936 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e44be4-5c99-4918-ac70-bb22df861bda admin admin] Deleting subnet d560f79a-a341-4c21-b811-412078ba23dd {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:17:27.703118 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-18e44be4-5c99-4918-ac70-bb22df861bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.704806 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:27.731844 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f4592-2dc4-42e8-9af3-0766d57d78bf None None] The sync data for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi is: [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:09:42Z', 'revision_number': 4, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi', '_interfaces': [{'id': 'a66dc1fb-9c25-4397-a185-733ceec621f6', 'name': '', 'network_id': 'ac79f40a-f5ed-432b-9649-a647125a7089', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'mac_address': 'fa:16:3e:3b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:41Z', 'updated_at': '2021-07-23T17:09:54Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'subnets': [{'id': '73394ebd-dc03-45b7-b703-d4e371fdcbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:27.741425 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-18e44be4-5c99-4918-ac70-bb22df861bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7709019'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.766432 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 24a2ca32-c49a-4423-89e4-637c65e7b67c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:27.798108 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 24a2ca32-c49a-4423-89e4-637c65e7b67c {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:27.798684 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 24a2ca32-c49a-4423-89e4-637c65e7b67c not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:27.860696 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-18e44be4-5c99-4918-ac70-bb22df861bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.915069 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-18e44be4-5c99-4918-ac70-bb22df861bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698016'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.942439 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e44be4-5c99-4918-ac70-bb22df861bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d560f79a-a341-4c21-b811-412078ba23dd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:27.949183 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-18e44be4-5c99-4918-ac70-bb22df861bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:27.951520 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-18e44be4-5c99-4918-ac70-bb22df861bda admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d560f79a-a341-4c21-b811-412078ba23dd HTTP/1.1" status: 204 len: 168 time: 0.3007193 Jul 23 17:17:27.953674 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54546) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:27.954652 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493539c6-9aae-4055-aebb-3dba15354927 None None] Network ca58638b-372f-4250-adad-6b75a3dee01d requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:17:28.011446 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a296b-3047-4aaf-b76b-8354571364d3 None None] New status for floating IP b804602e-e883-4859-9c69-7b6061ac9867: DOWN {{(pid=93252) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:17:28.029142 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.084115 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Deleting port 80611c32-ba31-46df-9a0a-5ec7ff796eec {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:28.084462 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.153821 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] For port 80611c32-ba31-46df-9a0a-5ec7ff796eec, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=80611c32-ba31-46df-9a0a-5ec7ff796eec,segment=NetworkSegment(783ef454-c941-4f2d-bc70-f15902d6ede5),segment_id=783ef454-c941-4f2d-bc70-f15902d6ede5)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:28.154191 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.172608 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Calling delete_port for 80611c32-ba31-46df-9a0a-5ec7ff796eec owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:28.272507 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.286231 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a8d5dd62-3ab9-4400-8800-9868201e2d38 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:28.300777 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:28.303123 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2585992a-e480-40a7-a281-410d31e1d9da" -d '{"events": [{"name": "network-changed", "server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "tag": "d3643c63-53c4-4f79-936a-07dc65317581"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:28.312775 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: a8d5dd62-3ab9-4400-8800-9868201e2d38 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:28.313251 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a8d5dd62-3ab9-4400-8800-9868201e2d38 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:28.314027 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:28.315331 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=80611c32-ba31-46df-9a0a-5ec7ff796eec,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:28.320581 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] No DVR routers for this DVR port 80611c32-ba31-46df-9a0a-5ec7ff796eec on host dv-cinder-801916-2-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:28.339686 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:28.340028 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device d68c878f-ad32-4f3e-89c9-d4766f0fd4d8 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:28.368261 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adb990d-9209-484b-ae55-3ae51e257886 x-openstack-request-id: req-3adb990d-9209-484b-ae55-3ae51e257886 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:28.368555 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "tag": "d3643c63-53c4-4f79-936a-07dc65317581", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:28.368798 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3adb990d-9209-484b-ae55-3ae51e257886 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:28.369316 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581', 'status': 'completed', 'code': 200} Jul 23 17:17:28.405621 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ebec7-80ff-49c2-b86b-689f3c33625a None None] DHCP port deletion for ca58638b-372f-4250-adad-6b75a3dee01d request from dv-cinder-801916-2-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:17:28.412152 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.417996 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416425-b375-417e-9016-c053658d8c99 req-fbacf7f7-d8f1-4721-bb3c-97b4c458cc60 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:28.419593 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3d416425-b375-417e-9016-c053658d8c99 req-fbacf7f7-d8f1-4721-bb3c-97b4c458cc60 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 946 time: 0.1135356 Jul 23 17:17:28.430318 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca58638b-372f-4250-adad-6b75a3dee01d']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:28.441849 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783ef454-c941-4f2d-bc70-f15902d6ede5') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:28.442149 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783ef454-c941-4f2d-bc70-f15902d6ede5') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:28.452683 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.469663 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.476227 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:17:28.476642 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:28.478393 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:28.510770 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-3d416425-b375-417e-9016-c053658d8c99 req-4dd0286b-0991-4ea1-907a-91d80b8c50cd tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d2da4d5-94ea-46c0-be98-68394c9c8af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662308 Jul 23 17:17:28.538609 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585992a-e480-40a7-a281-410d31e1d9da req-50e0ebbd-7a1f-496a-a5c7-b9a04f1533ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:28.540293 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2585992a-e480-40a7-a281-410d31e1d9da req-50e0ebbd-7a1f-496a-a5c7-b9a04f1533ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcda74bb9a354ea1b502df7985de8092&device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 1099 time: 0.1510775 Jul 23 17:17:28.557891 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.565199 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.570555 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ca58638b-372f-4250-adad-6b75a3dee01d HTTP/1.1" status: 204 len: 168 time: 0.6131430 Jul 23 17:17:28.579951 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54556) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:28.585863 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ce753-cfad-41a4-9896-2838cc5c48f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca58638b-372f-4250-adad-6b75a3dee01d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:28.646491 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-a1af813a-3601-4e7a-8290-531f59951bd0 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:28.647863 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-a1af813a-3601-4e7a-8290-531f59951bd0 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 946 time: 0.1544085 Jul 23 17:17:28.715830 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585992a-e480-40a7-a281-410d31e1d9da req-b7fdbaee-e95a-411a-9a7f-b5865bc398c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:28.717330 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2585992a-e480-40a7-a281-410d31e1d9da req-b7fdbaee-e95a-411a-9a7f-b5865bc398c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 200 len: 913 time: 0.1683018 Jul 23 17:17:28.794923 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2585992a-e480-40a7-a281-410d31e1d9da req-8ff8b1dc-7548-4b63-b898-50e835e49904 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3643c63-53c4-4f79-936a-07dc65317581 HTTP/1.1" status: 200 len: 217 time: 0.0664177 Jul 23 17:17:28.879425 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585992a-e480-40a7-a281-410d31e1d9da req-0ed532d0-3e1c-4f4e-b312-16e2de247cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:28.880883 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2585992a-e480-40a7-a281-410d31e1d9da req-0ed532d0-3e1c-4f4e-b312-16e2de247cd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 200 len: 851 time: 0.0670235 Jul 23 17:17:28.901151 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Deleting port d3643c63-53c4-4f79-936a-07dc65317581 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:28.901941 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.949723 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67874a7f-3f96-43aa-ac02-4a2c3157d161 req-92b6be0e-a375-42e0-a56f-7777659c7613 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:28.951219 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67874a7f-3f96-43aa-ac02-4a2c3157d161 req-92b6be0e-a375-42e0-a56f-7777659c7613 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 945 time: 0.1957822 Jul 23 17:17:28.963401 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717314'] for router_interface, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:29.052963 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-67874a7f-3f96-43aa-ac02-4a2c3157d161 req-fc1362b3-6253-4136-8734-362111b6c9f4 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941401 Jul 23 17:17:29.067559 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] For port d3643c63-53c4-4f79-936a-07dc65317581, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3643c63-53c4-4f79-936a-07dc65317581,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:29.067824 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:29.079874 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585992a-e480-40a7-a281-410d31e1d9da req-f2000b74-aef8-478d-b5d3-a6428132a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:29.081383 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2585992a-e480-40a7-a281-410d31e1d9da req-f2000b74-aef8-478d-b5d3-a6428132a540 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac79f40a-f5ed-432b-9649-a647125a7089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1912465 Jul 23 17:17:29.086854 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Calling delete_port for d3643c63-53c4-4f79-936a-07dc65317581 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:29.217347 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Deleting port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:29.217950 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:29.230439 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2585992a-e480-40a7-a281-410d31e1d9da req-cb3c3b3e-849f-42eb-bf46-bf6d7a9126e8 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396048 Jul 23 17:17:29.296334 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] For port 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c,segment=NetworkSegment(a5b33a4e-2976-48a7-909e-fccb039c03d3),segment_id=a5b33a4e-2976-48a7-909e-fccb039c03d3)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:29.296703 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:29.309943 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Calling delete_port for 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c owned by network:router_interface {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:29.343502 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:29.381703 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event deleted for resources: {'Port': ['ID=d3643c63-53c4-4f79-936a-07dc65317581,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:29.391703 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-2585992a-e480-40a7-a281-410d31e1d9da req-7734dd7e-4594-410e-b3f7-80cb17f25901 service neutron] 10.222.0.16 "GET /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538072 Jul 23 17:17:29.433058 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] No DVR routers for this DVR port d3643c63-53c4-4f79-936a-07dc65317581 on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:29.435402 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:29.437346 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-e4035e63-6801-4854-b9d5-f663d32ca07f req-d6acbec5-06d8-4ef6-b755-626abdc1b92e tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.16 "DELETE /v2.0/ports/d3643c63-53c4-4f79-936a-07dc65317581 HTTP/1.1" status: 204 len: 173 time: 0.7830229 Jul 23 17:17:29.492698 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:29.522766 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Pushing event deleted for resources: {'Port': ['ID=72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:29.631879 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-b7395a82-c098-464a-a8dc-ce7d994fd40d req-47c79dac-35b3-49ee-aa4c-2275286f9826 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "GET /v2.0/ports?device_id=d963c276-2e84-42bb-ac04-5a77675d99b5 HTTP/1.1" status: 200 len: 210 time: 0.0342562 Jul 23 17:17:29.691880 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1718548'] for router_interface, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:29.767725 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 606cc9f8-c2ae-4471-b167-0f835198116e no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:29.788832 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 606cc9f8-c2ae-4471-b167-0f835198116e {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:29.789493 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 606cc9f8-c2ae-4471-b167-0f835198116e not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:29.915636 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Router 2e344761-e9cf-43c5-9035-676a85e4e82b has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93250) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:30.021454 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93250) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:30.027233 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6ea53f65-505a-4c90-a22b-b7ebd6e892ff admin admin] 10.222.0.70 "PUT /v2.0/routers/2e344761-e9cf-43c5-9035-676a85e4e82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4464862 Jul 23 17:17:30.029632 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54562) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:30.035286 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec58357-5797-4622-8bbe-104047694de1 None None] Sync routers for ids ['2e344761-e9cf-43c5-9035-676a85e4e82b'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:30.045828 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec58357-5797-4622-8bbe-104047694de1 None None] Routers {'2e344761-e9cf-43c5-9035-676a85e4e82b'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:30.046482 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-aec58357-5797-4622-8bbe-104047694de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['2e344761-e9cf-43c5-9035-676a85e4e82b'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:30.163690 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.184351 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-aec58357-5797-4622-8bbe-104047694de1 None None] Set router 2e344761-e9cf-43c5-9035-676a85e4e82b gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:30.273681 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fd92a-7212-47e7-a796-10762a8706b9 req-3b266fb0-5c12-4c80-ab9b-a35beaaf865f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:30.275234 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-927fd92a-7212-47e7-a796-10762a8706b9 req-3b266fb0-5c12-4c80-ab9b-a35beaaf865f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 945 time: 0.1196370 Jul 23 17:17:30.300732 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.323124 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-927fd92a-7212-47e7-a796-10762a8706b9 req-a3d1043d-394e-41bf-b4dd-6070140c66a5 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/security-groups?id=0b92dbfc-124a-4963-a688-028ffbdde033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Jul 23 17:17:30.333967 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8a138-a357-4209-9197-2287468c6df4 req-bb12092c-9ffd-481c-ba88-c0b9a9e087f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:30.335492 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9ec8a138-a357-4209-9197-2287468c6df4 req-bb12092c-9ffd-481c-ba88-c0b9a9e087f9 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 945 time: 0.1307752 Jul 23 17:17:30.354795 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 80611c32-ba31-46df-9a0a-5ec7ff796eec no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:30.376757 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 80611c32-ba31-46df-9a0a-5ec7ff796eec {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:30.377995 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 80611c32-ba31-46df-9a0a-5ec7ff796eec not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:30.381942 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Deleting port 723288c4-f055-44ea-8f26-fec06cdfe3e2 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:30.382252 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.388314 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'name': 'network-vif-deleted', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:30.390460 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2785689b-67a7-4632-86f8-e907dc08c4f7" -d '{"events": [{"server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "name": "network-vif-deleted", "tag": "d3643c63-53c4-4f79-936a-07dc65317581"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:30.394005 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-aec58357-5797-4622-8bbe-104047694de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:28Z', 'updated_at': '2021-07-23T17:17:29Z', 'revision_number': 5, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'gw_port': {'id': '723288c4-f055-44ea-8f26-fec06cdfe3e2', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:12:29Z', 'updated_at': '2021-07-23T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:30.429769 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b71132-598a-4002-9563-e5a2938e4a98 x-openstack-request-id: req-99b71132-598a-4002-9563-e5a2938e4a98 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:30.430305 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d963c276-2e84-42bb-ac04-5a77675d99b5", "name": "network-vif-deleted", "tag": "d3643c63-53c4-4f79-936a-07dc65317581", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:30.430548 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99b71132-598a-4002-9563-e5a2938e4a98 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:30.430940 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd963c276-2e84-42bb-ac04-5a77675d99b5', 'name': 'network-vif-deleted', 'tag': 'd3643c63-53c4-4f79-936a-07dc65317581', 'status': 'completed', 'code': 200} Jul 23 17:17:30.433402 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec58357-5797-4622-8bbe-104047694de1 None None] Checking router: 2e344761-e9cf-43c5-9035-676a85e4e82b for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:30.441041 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec58357-5797-4622-8bbe-104047694de1 None None] Routers {'2e344761-e9cf-43c5-9035-676a85e4e82b'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:30.441680 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-aec58357-5797-4622-8bbe-104047694de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['2e344761-e9cf-43c5-9035-676a85e4e82b'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:30.472464 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] For port 723288c4-f055-44ea-8f26-fec06cdfe3e2, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=723288c4-f055-44ea-8f26-fec06cdfe3e2,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:30.472823 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.480743 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-9ec8a138-a357-4209-9197-2287468c6df4 req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Deleting port 40839dd3-de6f-4e54-889c-f04cb523b6a7 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:30.481090 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-9ec8a138-a357-4209-9197-2287468c6df4 req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.485979 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Calling delete_port for 723288c4-f055-44ea-8f26-fec06cdfe3e2 owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:30.530715 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-aec58357-5797-4622-8bbe-104047694de1 None None] Set router 2e344761-e9cf-43c5-9035-676a85e4e82b gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:30.575986 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [req-9ec8a138-a357-4209-9197-2287468c6df4 req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] For port 40839dd3-de6f-4e54-889c-f04cb523b6a7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=40839dd3-de6f-4e54-889c-f04cb523b6a7,segment=NetworkSegment(39d0fdcb-8c36-4013-9e5f-fbcc958284a1),segment_id=39d0fdcb-8c36-4013-9e5f-fbcc958284a1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:30.576512 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-9ec8a138-a357-4209-9197-2287468c6df4 req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.583757 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-aec58357-5797-4622-8bbe-104047694de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:28Z', 'updated_at': '2021-07-23T17:17:30Z', 'revision_number': 6, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'gw_port_host': None}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:30.590387 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [req-9ec8a138-a357-4209-9197-2287468c6df4 req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Calling delete_port for 40839dd3-de6f-4e54-889c-f04cb523b6a7 owned by compute:nova {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:30.614855 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec58357-5797-4622-8bbe-104047694de1 None None] The sync data for ids ['2e344761-e9cf-43c5-9035-676a85e4e82b'] in dv-cinder-801916-2-iscsi is: [{'id': '2e344761-e9cf-43c5-9035-676a85e4e82b', 'name': 'tempest-TestShelveInstance-1222842563-router', 'tenant_id': 'ba6b58780d32465a984c936e6295e5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:12:28Z', 'updated_at': '2021-07-23T17:17:30Z', 'revision_number': 6, 'project_id': 'ba6b58780d32465a984c936e6295e5f7', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:30.705455 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54570) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:30.806500 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-9ec8a138-a357-4209-9197-2287468c6df4 req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.818261 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] get_ports_and_sgs() called for port_ids ['40839dd3-de6f-4e54-889c-f04cb523b6a7'] {{(pid=93252) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:30.863792 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Pushing event deleted for resources: {'Port': ['ID=40839dd3-de6f-4e54-889c-f04cb523b6a7,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:30.890491 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.906333 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec8a138-a357-4209-9197-2287468c6df4 req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] No DVR routers for this DVR port 40839dd3-de6f-4e54-889c-f04cb523b6a7 on host hv-cinder-80191 {{(pid=93251) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:30.909453 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [req-9ec8a138-a357-4209-9197-2287468c6df4 req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for port, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.911380 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-9ec8a138-a357-4209-9197-2287468c6df4 req-3ea507e5-96fa-4087-a569-9bc1294953d8 tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.16 "DELETE /v2.0/ports/40839dd3-de6f-4e54-889c-f04cb523b6a7 HTTP/1.1" status: 204 len: 173 time: 0.5705640 Jul 23 17:17:30.919047 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=723288c4-f055-44ea-8f26-fec06cdfe3e2,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:30.926455 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Deleting port 0be6a689-a31e-4edc-8068-d554cc9dd498 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:30.926573 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.990917 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707011'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.017868 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.018205 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.033349 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Calling delete_port for 0be6a689-a31e-4edc-8068-d554cc9dd498 owned by network:floatingip {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:31.096024 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.098191 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.141460 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1711847'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.142033 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e344761-e9cf-43c5-9035-676a85e4e82b {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:17:31.146492 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.147642 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-643abfea-25e4-422b-a5d5-335fcde88f5a admin admin] 10.222.0.70 "DELETE /v2.0/routers/2e344761-e9cf-43c5-9035-676a85e4e82b HTTP/1.1" status: 204 len: 168 time: 1.1171055 Jul 23 17:17:31.150158 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54572) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:31.177675 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.198240 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a97785-5d60-4be9-8e4f-d2a32657e5e9 admin admin] Deleting subnet 57dba585-d448-46be-85fe-201be3a3b0e6 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:17:31.201261 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f2a97785-5d60-4be9-8e4f-d2a32657e5e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.207091 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event deleted for resources: {'Port': ['ID=0be6a689-a31e-4edc-8068-d554cc9dd498,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:31.235319 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f2a97785-5d60-4be9-8e4f-d2a32657e5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7709019'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.269858 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for floatingip, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.273418 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188926'] for floatingip, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.275012 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-29f6b2f4-e873-4b52-8cea-30dbf95658f7 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "DELETE /v2.0/floatingips/43353db4-55af-4850-8fc0-4fc342a00637 HTTP/1.1" status: 204 len: 168 time: 0.5685961 Jul 23 17:17:31.315289 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f2a97785-5d60-4be9-8e4f-d2a32657e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.414819 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f2a97785-5d60-4be9-8e4f-d2a32657e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698016'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.463277 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a97785-5d60-4be9-8e4f-d2a32657e5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57dba585-d448-46be-85fe-201be3a3b0e6,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:31.464924 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-f2a97785-5d60-4be9-8e4f-d2a32657e5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.469246 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-f2a97785-5d60-4be9-8e4f-d2a32657e5e9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/57dba585-d448-46be-85fe-201be3a3b0e6 HTTP/1.1" status: 204 len: 168 time: 0.3158689 Jul 23 17:17:31.469708 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54584) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:31.473110 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26147c5-e3d7-40ab-bbae-bb8d760d6f3a None None] Network 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:17:31.480487 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [req-54f73ad8-1657-484c-b16b-a3f54e82a9b9 req-7b5c3fbe-eebd-45fe-bc8b-b6852bdf392f tempest-AttachVolumeNegativeTest-167327517 tempest-AttachVolumeNegativeTest-167327517-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c6ea87c-ebfb-4a1c-b195-c9605a71feb6 HTTP/1.1" status: 200 len: 210 time: 0.0471690 Jul 23 17:17:31.555567 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.615479 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Deleting port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:31.615969 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.691999 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b1c0f6-08e7-4afe-a2c9-e466edbb0119 None None] DHCP port deletion for 5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 request from dv-cinder-801916-2-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:17:31.692671 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] For port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4,segment=NetworkSegment(a5b33a4e-2976-48a7-909e-fccb039c03d3),segment_id=a5b33a4e-2976-48a7-909e-fccb039c03d3)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:31.693038 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.706564 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Calling delete_port for 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:31.743959 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-80b1c0f6-08e7-4afe-a2c9-e466edbb0119 None None] Deleting port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:31.744649 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80b1c0f6-08e7-4afe-a2c9-e466edbb0119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.790752 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.807143 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-80b1c0f6-08e7-4afe-a2c9-e466edbb0119 None None] For port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4,segment=NetworkSegment(a5b33a4e-2976-48a7-909e-fccb039c03d3),segment_id=a5b33a4e-2976-48a7-909e-fccb039c03d3)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:31.807537 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80b1c0f6-08e7-4afe-a2c9-e466edbb0119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.819205 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Pushing event deleted for resources: {'Port': ['ID=6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:31.819712 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-80b1c0f6-08e7-4afe-a2c9-e466edbb0119 None None] Calling delete_port for 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:31.822604 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] No DVR routers for this DVR port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 on host dv-cinder-801916-2-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:31.893535 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.897840 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-80b1c0f6-08e7-4afe-a2c9-e466edbb0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.905392 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:31.915699 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b33a4e-2976-48a7-909e-fccb039c03d3') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:31.915994 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b33a4e-2976-48a7-909e-fccb039c03d3') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:31.924865 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.928536 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1c0f6-08e7-4afe-a2c9-e466edbb0119 None None] No DVR routers for this DVR port 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 on host dv-cinder-801916-2-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:31.930647 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1c0f6-08e7-4afe-a2c9-e466edbb0119 None None] Pushing event deleted for resources: {'Port': ['ID=6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:31.943429 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.950346 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:17:31.950798 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:31.952573 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:32.005649 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.010943 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.012794 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] 10.222.0.70 "DELETE /v2.0/networks/5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823 HTTP/1.1" status: 204 len: 168 time: 0.5421810 Jul 23 17:17:32.024218 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bddea-1398-4a38-a7cd-af6761bd7efb admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7edbd4-c5a9-4748-aa8f-3a7a92aa5823,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:32.122679 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54588) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:32.160637 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1666f1c0-2dd3-48b1-b5f1-730651665576 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=671ecfb1aa664a41864ff7dc49a86ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368309 Jul 23 17:17:32.162941 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54590) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:32.215121 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a73970b8-749c-4016-975f-7dce344782ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.235557 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a73970b8-749c-4016-975f-7dce344782ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.255457 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 723288c4-f055-44ea-8f26-fec06cdfe3e2 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:32.276868 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 723288c4-f055-44ea-8f26-fec06cdfe3e2 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:32.277215 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 723288c4-f055-44ea-8f26-fec06cdfe3e2 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:32.277733 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:32.287269 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a73970b8-749c-4016-975f-7dce344782ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.289835 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a73970b8-749c-4016-975f-7dce344782ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.291055 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a73970b8-749c-4016-975f-7dce344782ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4caeb5c-b6c7-42c2-99dc-b5ee4bf0cf1d HTTP/1.1" status: 204 len: 168 time: 0.1272595 Jul 23 17:17:32.298708 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73970b8-749c-4016-975f-7dce344782ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4caeb5c-b6c7-42c2-99dc-b5ee4bf0cf1d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:32.301227 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:32.301606 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 72f5cbb9-1ca6-4c2b-8109-9e6a060c9d3c not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:32.302031 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:32.328784 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:32.329133 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 6b693a1e-0b14-4bfc-ace4-efdcdb9b55f4 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:32.432919 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6ea87c-ebfb-4a1c-b195-c9605a71feb6', 'name': 'network-vif-deleted', 'tag': '40839dd3-de6f-4e54-889c-f04cb523b6a7'}] {{(pid=93251) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:32.435272 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06cf564c348b182b9d938a21fe057d609a96e84f3ed2f213a20f703b2532e82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948bf1bf-a3d4-4d1c-b2bd-a219aeba48ad" -d '{"events": [{"server_uuid": "8c6ea87c-ebfb-4a1c-b195-c9605a71feb6", "name": "network-vif-deleted", "tag": "40839dd3-de6f-4e54-889c-f04cb523b6a7"}]}' {{(pid=93251) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:32.469159 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5b41b8-cc4f-4408-9276-875d1ee74839 x-openstack-request-id: req-bf5b41b8-cc4f-4408-9276-875d1ee74839 {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:32.469507 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6ea87c-ebfb-4a1c-b195-c9605a71feb6", "name": "network-vif-deleted", "tag": "40839dd3-de6f-4e54-889c-f04cb523b6a7", "status": "completed", "code": 200}]} {{(pid=93251) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:32.469743 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf5b41b8-cc4f-4408-9276-875d1ee74839 {{(pid=93251) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:32.470133 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6ea87c-ebfb-4a1c-b195-c9605a71feb6', 'name': 'network-vif-deleted', 'tag': '40839dd3-de6f-4e54-889c-f04cb523b6a7', 'status': 'completed', 'code': 200} Jul 23 17:17:32.539702 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54602) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:32.557877 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54604) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:32.588822 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c8af42-88ac-4dd9-831d-dbdb85d8c4d7 admin admin] Deleting subnet 9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9 {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:17:32.591979 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b6c8af42-88ac-4dd9-831d-dbdb85d8c4d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.616235 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54606) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:32.626358 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4fca6de3-94f6-4fdb-9fdf-dfa25b1ed984 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.635811 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b6c8af42-88ac-4dd9-831d-dbdb85d8c4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7709019'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.671437 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4fca6de3-94f6-4fdb-9fdf-dfa25b1ed984 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.674338 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b6c8af42-88ac-4dd9-831d-dbdb85d8c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.687007 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4b01a810-e20b-49b0-821f-a225a1d63c4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba6b58780d32465a984c936e6295e5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696971 Jul 23 17:17:32.690053 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54608) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:32.725877 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b6c8af42-88ac-4dd9-831d-dbdb85d8c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698016'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.752508 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8af42-88ac-4dd9-831d-dbdb85d8c4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:32.754342 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b6c8af42-88ac-4dd9-831d-dbdb85d8c4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.758858 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b6c8af42-88ac-4dd9-831d-dbdb85d8c4d7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9995a9dc-aa6c-4abf-9ac1-f0c658e9cbd9 HTTP/1.1" status: 204 len: 168 time: 0.2181094 Jul 23 17:17:32.759798 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54610) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:32.761769 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c599a3c1-c073-41fb-a5a8-90e6e99ee55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.785713 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c599a3c1-c073-41fb-a5a8-90e6e99ee55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.814465 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4fca6de3-94f6-4fdb-9fdf-dfa25b1ed984 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.816987 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4fca6de3-94f6-4fdb-9fdf-dfa25b1ed984 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.820524 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4fca6de3-94f6-4fdb-9fdf-dfa25b1ed984 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] 10.222.0.70 "DELETE /v2.0/security-groups/4d2da4d5-94ea-46c0-be98-68394c9c8af2 HTTP/1.1" status: 204 len: 168 time: 0.2591095 Jul 23 17:17:32.830682 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca6de3-94f6-4fdb-9fdf-dfa25b1ed984 tempest-TestVolumeBootPattern-263211536 tempest-TestVolumeBootPattern-263211536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2da4d5-94ea-46c0-be98-68394c9c8af2,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:32.847960 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.858496 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c599a3c1-c073-41fb-a5a8-90e6e99ee55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.861389 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c599a3c1-c073-41fb-a5a8-90e6e99ee55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.864848 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c599a3c1-c073-41fb-a5a8-90e6e99ee55b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a08a83da-11e9-4c3a-9e25-4fabde1703c4 HTTP/1.1" status: 204 len: 168 time: 0.1716583 Jul 23 17:17:32.872143 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599a3c1-c073-41fb-a5a8-90e6e99ee55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08a83da-11e9-4c3a-9e25-4fabde1703c4,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:32.876571 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54616) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:32.948030 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.958287 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d565c7-a2f8-4e74-a5ad-369b70a5308d']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:32.969380 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d0fdcb-8c36-4013-9e5f-fbcc958284a1') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:32.969678 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d0fdcb-8c36-4013-9e5f-fbcc958284a1') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:32.979108 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.995286 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.001829 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:17:33.002567 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:33.004359 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:33.069661 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.077350 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.082645 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f3d565c7-a2f8-4e74-a5ad-369b70a5308d HTTP/1.1" status: 204 len: 168 time: 0.3216877 Jul 23 17:17:33.095259 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769d738-683b-4170-9878-5c3180d77814 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d565c7-a2f8-4e74-a5ad-369b70a5308d,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:33.282398 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54622) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:33.324245 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-19002ee6-78b8-430b-850a-3f6cd1dab7cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e13b63e689c14d99af2a98c82c037160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406582 Jul 23 17:17:33.326696 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54624) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:33.376449 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-57ba6f89-40c1-44a4-a23a-427e57ee5961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.396793 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-57ba6f89-40c1-44a4-a23a-427e57ee5961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.447437 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-57ba6f89-40c1-44a4-a23a-427e57ee5961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.450026 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-57ba6f89-40c1-44a4-a23a-427e57ee5961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.451219 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-57ba6f89-40c1-44a4-a23a-427e57ee5961 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b92dbfc-124a-4963-a688-028ffbdde033 HTTP/1.1" status: 204 len: 168 time: 0.1236312 Jul 23 17:17:33.459047 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba6f89-40c1-44a4-a23a-427e57ee5961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b92dbfc-124a-4963-a688-028ffbdde033,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:33.636284 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717314'] for router_interface, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.762561 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device d3643c63-53c4-4f79-936a-07dc65317581 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:33.786281 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: d3643c63-53c4-4f79-936a-07dc65317581 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:33.786632 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device d3643c63-53c4-4f79-936a-07dc65317581 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:33.893041 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Deleting port a66dc1fb-9c25-4397-a185-733ceec621f6 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:33.893401 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.975251 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] For port a66dc1fb-9c25-4397-a185-733ceec621f6, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=a66dc1fb-9c25-4397-a185-733ceec621f6,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:33.975504 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.988397 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Calling delete_port for a66dc1fb-9c25-4397-a185-733ceec621f6 owned by network:router_interface {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:34.118600 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54646) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:34.176573 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.202629 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66dc1fb-9c25-4397-a185-733ceec621f6,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:34.225026 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-890836757-network', 'tenant_id': 'cd3f844a3c8948d39003a5d0a0792494'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:34.256954 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Made reservation on behalf of cd3f844a3c8948d39003a5d0a0792494 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:17:34.261232 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.270141 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.381224 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1718548'] for router_interface, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.384169 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.388052 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.415122 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:17:34.421325 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d902a9-c3aa-411e-ab0c-ac0880237e2a,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:34.427520 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.427799 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Added segment a6b57cde-8829-4db5-82b0-51f42cb898a6 of type vlan for network 271515bf-cbae-4a2b-9852-2690ed5acd76 Jul 23 17:17:34.469049 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.497257 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.498157 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:34.498796 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.528148 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4084523 Jul 23 17:17:34.532023 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54650) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:34.538139 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Request body: {'subnet': {'network_id': '271515bf-cbae-4a2b-9852-2690ed5acd76', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-890836757-subnet', 'tenant_id': 'cd3f844a3c8948d39003a5d0a0792494', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:34.572776 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e48d9-4373-41c2-a023-aedd75aa0f4b admin admin] Pushing event updated for resources: {'Network': ['ID=271515bf-cbae-4a2b-9852-2690ed5acd76,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:34.587046 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network 271515bf-cbae-4a2b-9852-2690ed5acd76 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:17:34.587612 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Made reservation on behalf of cd3f844a3c8948d39003a5d0a0792494 for: {'subnet': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:17:34.590675 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4697989'] for subnet, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.606261 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Router 5ccdb645-0bf3-4ea6-8899-2bae48354998 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:34.714162 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:34.719062 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5fcaa771-56b5-4aac-9084-f1e041f57403 admin admin] 10.222.0.70 "PUT /v2.0/routers/5ccdb645-0bf3-4ea6-8899-2bae48354998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8410268 Jul 23 17:17:34.722040 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54652) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:34.724386 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] Sync routers for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:34.734280 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:34.734938 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:34.768383 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4681401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698007'] for subnet, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.818051 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d23499-b9f4-4a15-b258-4d62120fc48a,revision_number=0']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:34.834948 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Checking segment: {'id': 'a6b57cde-8829-4db5-82b0-51f42cb898a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '271515bf-cbae-4a2b-9852-2690ed5acd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:17:34.835319 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Network hostable DHCP agents. Network: 271515bf-cbae-4a2b-9852-2690ed5acd76, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93250) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:17:34.840831 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.844268 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:34.854224 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Network 271515bf-cbae-4a2b-9852-2690ed5acd76 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93250) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:17:34.863666 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.scheduler.base_scheduler [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, 271515bf-cbae-4a2b-9852-2690ed5acd76) {{(pid=93250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:17:34.868929 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:34.869905 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:34.886500 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-281c9a3c-0bee-4c2a-8a6b-26cca0300839 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3534446 Jul 23 17:17:34.902269 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049d30c-60d8-4d08-878e-a6d727368b98 None None] Network 271515bf-cbae-4a2b-9852-2690ed5acd76 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:17:34.955415 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.019040 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Deleting port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:35.019371 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.118467 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] For port cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:35.118854 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.132024 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Calling delete_port for cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 owned by network:router_gateway {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:35.142853 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:17:34Z', 'revision_number': 5, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port': {'id': 'cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:77:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:39Z', 'updated_at': '2021-07-23T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:35.146814 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb3322d-9baf-4837-b47e-fb920784044d None None] Network 271515bf-cbae-4a2b-9852-2690ed5acd76 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:17:35.182672 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] Checking router: 5ccdb645-0bf3-4ea6-8899-2bae48354998 for host: dv-cinder-801916-2-iscsi {{(pid=93252) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:35.225626 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] Routers {'5ccdb645-0bf3-4ea6-8899-2bae48354998'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93252) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:35.225626 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['5ccdb645-0bf3-4ea6-8899-2bae48354998'], 'active': True} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:35.318497 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.344262 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:35.347313 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvr_db [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] Set router 5ccdb645-0bf3-4ea6-8899-2bae48354998 gateway port host: None {{(pid=93252) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:35.413032 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707011'] for router_gateway, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.418668 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_hamode_db [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:17:34Z', 'revision_number': 6, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port_host': None}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:35.435019 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54668) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:35.440315 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.v2.base [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-275102717-network', 'tenant_id': '0dc11ac277df474e94e4f996b039ea68'}} {{(pid=93250) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:35.446500 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defabe75-ef08-439a-b854-7ce9380cbb58 None None] The sync data for ids ['5ccdb645-0bf3-4ea6-8899-2bae48354998'] in dv-cinder-801916-2-iscsi is: [{'id': '5ccdb645-0bf3-4ea6-8899-2bae48354998', 'name': 'tempest-TestVolumeBootPattern-1246767140-router', 'tenant_id': 'dcda74bb9a354ea1b502df7985de8092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:38Z', 'updated_at': '2021-07-23T17:17:34Z', 'revision_number': 6, 'project_id': 'dcda74bb9a354ea1b502df7985de8092', 'gw_port_host': None}] {{(pid=93252) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:35.464808 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Made reservation on behalf of 0dc11ac277df474e94e4f996b039ea68 for: {'network': 1} {{(pid=93250) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:17:35.467471 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-625265'] for network, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.482791 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.514873 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.516985 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.562725 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1711847'] for router, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.563219 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ccdb645-0bf3-4ea6-8899-2bae48354998 {{(pid=93251) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:17:35.567403 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.568548 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-4b2bab9b-6234-48e9-9aa4-0cd90f7e94d1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5ccdb645-0bf3-4ea6-8899-2bae48354998 HTTP/1.1" status: 204 len: 168 time: 0.8456540 Jul 23 17:17:35.571094 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54670) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:35.574862 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.578795 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.603985 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93250) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:17:35.612646 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46a2e0d-4d0c-41c2-83d9-c8aba7f70f73,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:35.615023 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e4a247-09d1-4f88-8e28-ee18148ea9e2 admin admin] Deleting subnet 73394ebd-dc03-45b7-b703-d4e371fdcbd6 {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:17:35.618217 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46e4a247-09d1-4f88-8e28-ee18148ea9e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.619125 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.619552 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.db.segments_db [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Added segment 837701c8-531e-423d-8871-c9ca61b22840 of type vlan for network b94fb144-b3dc-4e07-b1ad-ee1b433e8e08 Jul 23 17:17:35.653123 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46e4a247-09d1-4f88-8e28-ee18148ea9e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4854290'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.662780 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757342839664'] for network, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.690802 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455'] for network, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.691863 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93250) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:35.692450 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.726555 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2879210 Jul 23 17:17:35.726932 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54672) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:35.732682 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.v2.base [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Request body: {'subnet': {'network_id': 'b94fb144-b3dc-4e07-b1ad-ee1b433e8e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-275102717-subnet', 'tenant_id': '0dc11ac277df474e94e4f996b039ea68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93251) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:35.748499 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46e4a247-09d1-4f88-8e28-ee18148ea9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.753740 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65e942-f347-4ad7-8978-148ebad7600d admin admin] Pushing event updated for resources: {'Network': ['ID=b94fb144-b3dc-4e07-b1ad-ee1b433e8e08,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:35.764015 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Network b94fb144-b3dc-4e07-b1ad-ee1b433e8e08 details requested by agent ovs-agent-dv-cinder-801916-2-iscsi with host dv-cinder-801916-2-iscsi {{(pid=93252) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:17:35.777827 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 40839dd3-de6f-4e54-889c-f04cb523b6a7 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:35.789430 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Made reservation on behalf of 0dc11ac277df474e94e4f996b039ea68 for: {'subnet': 1} {{(pid=93251) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:17:35.792302 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5201837'] for subnet, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.806677 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] No Port match for: 40839dd3-de6f-4e54-889c-f04cb523b6a7 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:35.806677 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Device 40839dd3-de6f-4e54-889c-f04cb523b6a7 not bound to the agent host hv-cinder-80191 {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:35.864334 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46e4a247-09d1-4f88-8e28-ee18148ea9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7840797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201800'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.913207 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4a247-09d1-4f88-8e28-ee18148ea9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73394ebd-dc03-45b7-b703-d4e371fdcbd6,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:35.915284 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-46e4a247-09d1-4f88-8e28-ee18148ea9e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:35.917789 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-46e4a247-09d1-4f88-8e28-ee18148ea9e2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/73394ebd-dc03-45b7-b703-d4e371fdcbd6 HTTP/1.1" status: 204 len: 168 time: 0.3457842 Jul 23 17:17:35.918165 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae240b9c-57b5-4f45-9ce8-978f0c785f15 None None] Network ac79f40a-f5ed-432b-9649-a647125a7089 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:17:35.920773 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54674) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:35.999778 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.016494 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7840860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5201855'] for subnet, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.064117 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Deleting port 36187ffd-8423-4fbb-86f2-563917776666 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:36.064843 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.075658 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d481420a-20a0-41df-9d17-6266bad8e50e,revision_number=0']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:36.084319 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Checking segment: {'id': '837701c8-531e-423d-8871-c9ca61b22840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'b94fb144-b3dc-4e07-b1ad-ee1b433e8e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:17:36.084686 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Network hostable DHCP agents. Network: b94fb144-b3dc-4e07-b1ad-ee1b433e8e08, hostable agents: ['f995a115-54de-4d99-be91-a26b0b806d9d'], hosted agents: [] {{(pid=93251) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:17:36.102662 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Network b94fb144-b3dc-4e07-b1ad-ee1b433e8e08 is scheduled to be hosted by DHCP agent f995a115-54de-4d99-be91-a26b0b806d9d with binding_index 1 {{(pid=93251) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:17:36.111750 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-2-iscsi, b94fb144-b3dc-4e07-b1ad-ee1b433e8e08) {{(pid=93251) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:17:36.115841 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93251) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:36.116487 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.121028 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400e6d1b-af81-476e-9a3b-652327522e0c None None] Network b94fb144-b3dc-4e07-b1ad-ee1b433e8e08 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:17:36.139231 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-ef6ef848-ce86-480b-b122-aa39779964dd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4034648 Jul 23 17:17:36.139474 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] For port 36187ffd-8423-4fbb-86f2-563917776666, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=36187ffd-8423-4fbb-86f2-563917776666,segment=NetworkSegment(ed007fd4-eeee-4a38-9b8f-d294004d91b0),segment_id=ed007fd4-eeee-4a38-9b8f-d294004d91b0)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:36.139474 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.148846 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Calling delete_port for 36187ffd-8423-4fbb-86f2-563917776666 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:36.237780 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.265847 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54678) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:36.281231 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=36187ffd-8423-4fbb-86f2-563917776666,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:36.283614 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971f525-36ba-480f-a833-b160f7add543 None None] Network b94fb144-b3dc-4e07-b1ad-ee1b433e8e08 requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:17:36.293867 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ce499-2c13-427e-af70-1106355d9453 None None] DHCP port deletion for ac79f40a-f5ed-432b-9649-a647125a7089 request from dv-cinder-801916-2-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:17:36.294263 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] No DVR routers for this DVR port 36187ffd-8423-4fbb-86f2-563917776666 on host dv-cinder-801916-2-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:36.334757 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bc5064-ea7a-46da-9c34-3018c7ad2c79 admin admin] Deleting subnet f0d23499-b9f4-4a15-b258-4d62120fc48a {{(pid=93251) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:17:36.338316 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5064-ea7a-46da-9c34-3018c7ad2c79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.380244 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5064-ea7a-46da-9c34-3018c7ad2c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4854290'] for subnet, precommit_delete_associations {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.401273 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.414606 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac79f40a-f5ed-432b-9649-a647125a7089']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:36.429702 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed007fd4-eeee-4a38-9b8f-d294004d91b0') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:36.430859 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed007fd4-eeee-4a38-9b8f-d294004d91b0') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:36.431926 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5064-ea7a-46da-9c34-3018c7ad2c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.441775 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.465401 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.472122 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:17:36.472533 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:36.474408 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:36.491565 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 36187ffd-8423-4fbb-86f2-563917776666 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:36.496952 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5064-ea7a-46da-9c34-3018c7ad2c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7840797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201800'] for subnet, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.521823 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 36187ffd-8423-4fbb-86f2-563917776666 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:36.522174 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 36187ffd-8423-4fbb-86f2-563917776666 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:36.522609 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:36.530414 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-c9bc5064-ea7a-46da-9c34-3018c7ad2c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.532415 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-c9bc5064-ea7a-46da-9c34-3018c7ad2c79 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f0d23499-b9f4-4a15-b258-4d62120fc48a HTTP/1.1" status: 204 len: 168 time: 0.2655697 Jul 23 17:17:36.533792 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc5064-ea7a-46da-9c34-3018c7ad2c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d23499-b9f4-4a15-b258-4d62120fc48a,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:36.534934 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54680) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:36.552309 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:36.552655 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device cea1b698-0dc4-42d9-8f94-3a9ebe3f5f87 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:36.553083 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a66dc1fb-9c25-4397-a185-733ceec621f6 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:36.562556 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.566849 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.571717 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54682) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:36.571863 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ac79f40a-f5ed-432b-9649-a647125a7089 HTTP/1.1" status: 204 len: 168 time: 0.6500504 Jul 23 17:17:36.584442 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: a66dc1fb-9c25-4397-a185-733ceec621f6 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:36.584852 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device a66dc1fb-9c25-4397-a185-733ceec621f6 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:36.600630 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d942ae-e0f8-4739-8737-62d41d284ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac79f40a-f5ed-432b-9649-a647125a7089,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:36.647219 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.734174 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.744072 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271515bf-cbae-4a2b-9852-2690ed5acd76']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:36.754628 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b57cde-8829-4db5-82b0-51f42cb898a6') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:36.754931 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b57cde-8829-4db5-82b0-51f42cb898a6') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:36.764289 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.778063 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.784039 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:17:36.784559 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:36.786472 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:36.841999 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.846055 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.850905 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] 10.222.0.70 "DELETE /v2.0/networks/271515bf-cbae-4a2b-9852-2690ed5acd76 HTTP/1.1" status: 204 len: 168 time: 0.3144734 Jul 23 17:17:36.851508 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54684) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:36.887667 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab18a0-97f2-4ad8-a173-65c8f4919c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=271515bf-cbae-4a2b-9852-2690ed5acd76,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:36.914498 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de9149f-359f-45a9-8435-f7b286c307c6 admin admin] Deleting subnet d481420a-20a0-41df-9d17-6266bad8e50e {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:17:36.917918 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5de9149f-359f-45a9-8435-f7b286c307c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.941807 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717314'] for router_interface, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.956126 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5de9149f-359f-45a9-8435-f7b286c307c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7709019'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:36.996152 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5de9149f-359f-45a9-8435-f7b286c307c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.053183 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5de9149f-359f-45a9-8435-f7b286c307c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698016'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.082544 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9149f-359f-45a9-8435-f7b286c307c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d481420a-20a0-41df-9d17-6266bad8e50e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:37.086452 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-5de9149f-359f-45a9-8435-f7b286c307c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.088397 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-5de9149f-359f-45a9-8435-f7b286c307c6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d481420a-20a0-41df-9d17-6266bad8e50e HTTP/1.1" status: 204 len: 168 time: 0.2343078 Jul 23 17:17:37.090834 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54686) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:37.157928 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.200970 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Deleting port c97cfc26-5e5d-410c-8803-939cf0bad4fc {{(pid=93251) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:37.201306 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.237493 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.248595 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94fb144-b3dc-4e07-b1ad-ee1b433e8e08']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:37.258769 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837701c8-531e-423d-8871-c9ca61b22840') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:37.259068 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837701c8-531e-423d-8871-c9ca61b22840') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:37.268531 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.277935 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.db [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] For port c97cfc26-5e5d-410c-8803-939cf0bad4fc, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=c97cfc26-5e5d-410c-8803-939cf0bad4fc,segment=NetworkSegment(cb017754-8746-4169-a3a8-96366e0d86b2),segment_id=cb017754-8746-4169-a3a8-96366e0d86b2)] {{(pid=93251) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:37.278303 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.281843 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.287601 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:17:37.288015 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:37.289666 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:37.294935 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.plugins.ml2.plugin [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Calling delete_port for c97cfc26-5e5d-410c-8803-939cf0bad4fc owned by network:router_interface {{(pid=93251) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:37.341940 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.347428 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.349224 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b94fb144-b3dc-4e07-b1ad-ee1b433e8e08 HTTP/1.1" status: 204 len: 168 time: 0.2574406 Jul 23 17:17:37.359325 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02e416-4b11-4adb-82a6-cef3bb47b1b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b94fb144-b3dc-4e07-b1ad-ee1b433e8e08,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:37.475053 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7841008'] for port, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.504465 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Pushing event deleted for resources: {'Port': ['ID=c97cfc26-5e5d-410c-8803-939cf0bad4fc,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:37.517738 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54690) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:37.563700 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-2518f13b-1f0a-4388-9fcf-903e1533da5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd3f844a3c8948d39003a5d0a0792494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447242 Jul 23 17:17:37.566175 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54692) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:37.620857 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3b26935-7cea-4e35-97f5-0cbfaee1d023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.643286 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3b26935-7cea-4e35-97f5-0cbfaee1d023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.668370 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1718548'] for router_interface, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.700213 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3b26935-7cea-4e35-97f5-0cbfaee1d023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.702737 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b3b26935-7cea-4e35-97f5-0cbfaee1d023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:37.703873 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b3b26935-7cea-4e35-97f5-0cbfaee1d023 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7d902a9-c3aa-411e-ab0c-ac0880237e2a HTTP/1.1" status: 204 len: 168 time: 0.1367013 Jul 23 17:17:37.711728 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b26935-7cea-4e35-97f5-0cbfaee1d023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d902a9-c3aa-411e-ab0c-ac0880237e2a,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:37.882671 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Router e6c5f88d-041b-4da0-aeb7-342e65057cc0 has already been hosted by L3 agent a7d0f8e6-0c31-4d2f-879a-f972117c19b5 {{(pid=93251) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:37.991888 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] Notify agent at l3_agent.dv-cinder-801916-2-iscsi the message routers_updated {{(pid=93251) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:37.997693 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-d1deaffd-ac25-431b-b49e-40c22f6b8fce admin admin] 10.222.0.70 "PUT /v2.0/routers/e6c5f88d-041b-4da0-aeb7-342e65057cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249239 Jul 23 17:17:38.000200 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54698) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:38.004357 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] Sync routers for ids ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'] in dv-cinder-801916-2-iscsi {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:38.013730 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] Routers {'e6c5f88d-041b-4da0-aeb7-342e65057cc0'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:38.014334 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:38.025590 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54700) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:38.108519 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks [] for router, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.121018 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] Set router e6c5f88d-041b-4da0-aeb7-342e65057cc0 gateway port host: dv-cinder-801916-2-iscsi {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:38.220522 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.301946 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Deleting port 77a4144e-291e-4666-bf80-2b26d68e52fd {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:38.302451 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.366250 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-365a4eff-13f6-409a-b027-2a59b75ed999 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0dc11ac277df474e94e4f996b039ea68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363957 Jul 23 17:17:38.366472 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54702) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:38.392790 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] For port 77a4144e-291e-4666-bf80-2b26d68e52fd, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=77a4144e-291e-4666-bf80-2b26d68e52fd,segment=NetworkSegment(09b981b5-8abe-410a-80a3-eafa031e02a1),segment_id=09b981b5-8abe-410a-80a3-eafa031e02a1)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:38.393144 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.405610 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Calling delete_port for 77a4144e-291e-4666-bf80-2b26d68e52fd owned by network:router_gateway {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:38.415618 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5552b838-617b-49b7-9fc2-0bcb84228e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.419139 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'external_fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:46Z', 'updated_at': '2021-07-23T17:17:37Z', 'revision_number': 5, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'gw_port': {'id': '77a4144e-291e-4666-bf80-2b26d68e52fd', 'name': '', 'network_id': '6294e940-5015-4228-a305-be46f959a48c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:09:47Z', 'updated_at': '2021-07-23T17:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6c85e1-2592-46cb-9527-880272ffabb0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-2-iscsi'}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:38.437721 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5552b838-617b-49b7-9fc2-0bcb84228e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.448310 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] Checking router: e6c5f88d-041b-4da0-aeb7-342e65057cc0 for host: dv-cinder-801916-2-iscsi {{(pid=93253) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:38.456271 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] Routers {'e6c5f88d-041b-4da0-aeb7-342e65057cc0'} bound to L3 agent in host dv-cinder-801916-2-iscsi {{(pid=93253) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:38.456876 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:00:15Z,description=,heartbeat_timestamp=2021-07-23T17:17:15Z,host='dv-cinder-801916-2-iscsi',id=a7d0f8e6-0c31-4d2f-879a-f972117c19b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:00:15Z,topic='l3_agent')) {'router_ids': ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'], 'active': True} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:38.484192 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5552b838-617b-49b7-9fc2-0bcb84228e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.487462 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-5552b838-617b-49b7-9fc2-0bcb84228e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.491301 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-5552b838-617b-49b7-9fc2-0bcb84228e34 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e46a2e0d-4d0c-41c2-83d9-c8aba7f70f73 HTTP/1.1" status: 204 len: 168 time: 0.1213999 Jul 23 17:17:38.497693 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552b838-617b-49b7-9fc2-0bcb84228e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46a2e0d-4d0c-41c2-83d9-c8aba7f70f73,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:38.553150 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_dvr_db [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] Set router e6c5f88d-041b-4da0-aeb7-342e65057cc0 gateway port host: None {{(pid=93253) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:38.596029 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.608636 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.l3_hamode_db [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:46Z', 'updated_at': '2021-07-23T17:17:38Z', 'revision_number': 6, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'gw_port_host': None}], 'dv-cinder-801916-2-iscsi', False) {} {{(pid=93253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:38.623136 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Pushing event deleted for resources: {'Port': ['ID=77a4144e-291e-4666-bf80-2b26d68e52fd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:38.635794 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051ab16-0385-4531-ae34-d5f30f8a9f6a None None] The sync data for ids ['e6c5f88d-041b-4da0-aeb7-342e65057cc0'] in dv-cinder-801916-2-iscsi is: [{'id': 'e6c5f88d-041b-4da0-aeb7-342e65057cc0', 'name': 'tempest-TestVolumeBootPattern-519986274-router', 'tenant_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:09:46Z', 'updated_at': '2021-07-23T17:17:38Z', 'revision_number': 6, 'project_id': '3b1f9ae9bdce40ae9e9e7821a4e5217f', 'gw_port_host': None}] {{(pid=93253) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:38.693096 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707011'] for router_gateway, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.782745 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1711707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-678'] for router, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.784994 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.831540 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1711847'] for router, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.832253 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6c5f88d-041b-4da0-aeb7-342e65057cc0 {{(pid=93250) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:17:38.836653 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] Notify callbacks [] for router, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.838061 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-bccda55a-736c-46b5-ae4e-a922cc1bc38b admin admin] 10.222.0.70 "DELETE /v2.0/routers/e6c5f88d-041b-4da0-aeb7-342e65057cc0 HTTP/1.1" status: 204 len: 168 time: 0.8366446 Jul 23 17:17:38.840365 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54714) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:38.886242 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee708bdb-f87d-4627-bc07-8792b25f8378 admin admin] Deleting subnet 73cd7c96-c5ee-4367-baeb-4187c7b3f36e {{(pid=93250) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:17:38.889485 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee708bdb-f87d-4627-bc07-8792b25f8378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:38.923183 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee708bdb-f87d-4627-bc07-8792b25f8378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7709019'] for subnet, precommit_delete_associations {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.009764 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee708bdb-f87d-4627-bc07-8792b25f8378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735976'] for subnet, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.075285 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee708bdb-f87d-4627-bc07-8792b25f8378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4681464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698016'] for subnet, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.106756 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708bdb-f87d-4627-bc07-8792b25f8378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73cd7c96-c5ee-4367-baeb-4187c7b3f36e,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:39.120684 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-ee708bdb-f87d-4627-bc07-8792b25f8378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for subnet, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.126957 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-ee708bdb-f87d-4627-bc07-8792b25f8378 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/73cd7c96-c5ee-4367-baeb-4187c7b3f36e HTTP/1.1" status: 204 len: 168 time: 0.2821918 Jul 23 17:17:39.127132 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54726) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:39.158369 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3fae3f-11d7-470c-89ed-9d815a7855d6 None None] Network 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd requested from dv-cinder-801916-2-iscsi {{(pid=93252) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:17:39.198642 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524870'] for network, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.422222 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] DHCP port deletion for 44a013ae-5c0f-417d-b0ad-a3f65eb7afbd request from dv-cinder-801916-2-iscsi {{(pid=93252) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:17:39.479062 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Deleting port 105f65b8-fdcc-408d-b240-1d24ba9a5847 {{(pid=93252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:39.480283 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.503753 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Deleting port 105f65b8-fdcc-408d-b240-1d24ba9a5847 {{(pid=93250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:39.504315 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757343193101'] for port, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.552454 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.db [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] For port 105f65b8-fdcc-408d-b240-1d24ba9a5847, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=105f65b8-fdcc-408d-b240-1d24ba9a5847,segment=NetworkSegment(cb017754-8746-4169-a3a8-96366e0d86b2),segment_id=cb017754-8746-4169-a3a8-96366e0d86b2)] {{(pid=93252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:39.552872 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.567274 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Calling delete_port for 105f65b8-fdcc-408d-b240-1d24ba9a5847 owned by network:dhcp {{(pid=93252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:39.577489 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.db [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] For port 105f65b8-fdcc-408d-b240-1d24ba9a5847, host dv-cinder-801916-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-2-iscsi',level=0,port_id=105f65b8-fdcc-408d-b240-1d24ba9a5847,segment=NetworkSegment(cb017754-8746-4169-a3a8-96366e0d86b2),segment_id=cb017754-8746-4169-a3a8-96366e0d86b2)] {{(pid=93250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:39.578157 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718594'] for port, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.592234 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.plugin [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Calling delete_port for 105f65b8-fdcc-408d-b240-1d24ba9a5847 owned by network:dhcp {{(pid=93250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:39.656473 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997'] for port, after_delete {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.684602 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-625200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757343199299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757342825997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4681237'] for port, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.687358 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Pushing event deleted for resources: {'Port': ['ID=105f65b8-fdcc-408d-b240-1d24ba9a5847,revision_number=None']} {{(pid=93252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:39.690318 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] No DVR routers for this DVR port 105f65b8-fdcc-408d-b240-1d24ba9a5847 on host dv-cinder-801916-2-iscsi {{(pid=93252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:39.699513 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.699917 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.700265 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.700881 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.700974 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.701235 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.701586 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.701913 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.702221 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.702547 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.702867 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.703480 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b157511-be18-4e42-8605-0aca603d5e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:39.712935 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Pushing event deleted for resources: {'Port': ['ID=105f65b8-fdcc-408d-b240-1d24ba9a5847,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:39.715178 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] No DVR routers for this DVR port 105f65b8-fdcc-408d-b240-1d24ba9a5847 on host dv-cinder-801916-2-iscsi {{(pid=93250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:39.793885 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729969', 'neutron.services.segments.db._delete_segments_for_network-8757343275915'] for network, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.804472 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a013ae-5c0f-417d-b0ad-a3f65eb7afbd']}} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:39.818410 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb017754-8746-4169-a3a8-96366e0d86b2') {'for_net_delete': True} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:39.818790 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.services.segments.db [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb017754-8746-4169-a3a8-96366e0d86b2') {} {{(pid=93250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:39.828272 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757343379384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7709026'] for segment, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.842730 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993'] for segment, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.849128 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93250) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:17:39.849437 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4681282'] for segment, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: self.session.flush() Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: self.session.flush() Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: self.session.flush() Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: self.session.flush() Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: Traceback (most recent call last): Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: timer() Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: cb(*args, **kw) Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: return func(*args, **kwargs) Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: self._notify() Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: self.callback(batched_events) Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: event.method(event) Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: return f(self, *a, **k) Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._get(url).json() Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: return self.request(url, 'GET', **kwargs) Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:17:39.851069 dv-cinder-801916-2-iscsi neutron-server[93250]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:17:39.906110 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707239'] for network, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.911049 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653501'] for network, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:39.912843 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] 10.222.0.70 "DELETE /v2.0/networks/44a013ae-5c0f-417d-b0ad-a3f65eb7afbd HTTP/1.1" status: 204 len: 168 time: 0.7847743 Jul 23 17:17:39.926885 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfdefa-412a-46e1-ae9e-6da41f838010 admin admin] Pushing event deleted for resources: {'Network': ['ID=44a013ae-5c0f-417d-b0ad-a3f65eb7afbd,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:40.086573 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54754) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:40.133529 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9e4eefd6-78b3-46be-a378-40e58776e1d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcda74bb9a354ea1b502df7985de8092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457428 Jul 23 17:17:40.136582 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54756) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:40.187950 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9c651802-df82-4f0f-95dd-2e7bd784d378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:40.211482 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9c651802-df82-4f0f-95dd-2e7bd784d378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:40.265146 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 77a4144e-291e-4666-bf80-2b26d68e52fd no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:40.267211 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9c651802-df82-4f0f-95dd-2e7bd784d378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:40.270030 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-9c651802-df82-4f0f-95dd-2e7bd784d378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:40.271165 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-9c651802-df82-4f0f-95dd-2e7bd784d378 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/675ea93e-42aa-4a68-be9c-6413b41659f5 HTTP/1.1" status: 204 len: 168 time: 0.1337054 Jul 23 17:17:40.279501 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c651802-df82-4f0f-95dd-2e7bd784d378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ea93e-42aa-4a68-be9c-6413b41659f5,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:40.286599 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 77a4144e-291e-4666-bf80-2b26d68e52fd {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:40.287012 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 77a4144e-291e-4666-bf80-2b26d68e52fd not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:40.287498 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c97cfc26-5e5d-410c-8803-939cf0bad4fc no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:40.317603 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: c97cfc26-5e5d-410c-8803-939cf0bad4fc {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:40.318032 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device c97cfc26-5e5d-410c-8803-939cf0bad4fc not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:40.318508 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 105f65b8-fdcc-408d-b240-1d24ba9a5847 no longer exists at agent ovs-agent-dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:40.345549 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] No Port match for: 105f65b8-fdcc-408d-b240-1d24ba9a5847 {{(pid=93252) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:40.346119 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron.plugins.ml2.rpc [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Device 105f65b8-fdcc-408d-b240-1d24ba9a5847 not bound to the agent host dv-cinder-801916-2-iscsi {{(pid=93252) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:40.613674 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54766) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:40.652752 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-fd933b99-06ca-4ab3-b210-fd90deba7aa1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b1f9ae9bdce40ae9e9e7821a4e5217f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377605 Jul 23 17:17:40.655242 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54768) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:40.701947 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e911f3cd-1f03-48a5-b02e-a1364a804633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:40.723571 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e911f3cd-1f03-48a5-b02e-a1364a804633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:40.771745 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e911f3cd-1f03-48a5-b02e-a1364a804633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:40.774357 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e911f3cd-1f03-48a5-b02e-a1364a804633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:40.775482 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e911f3cd-1f03-48a5-b02e-a1364a804633 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5b3a8cc-5ac3-4548-9b1a-427a7fe4b5e4 HTTP/1.1" status: 204 len: 168 time: 0.1193614 Jul 23 17:17:40.783360 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911f3cd-1f03-48a5-b02e-a1364a804633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b3a8cc-5ac3-4548-9b1a-427a7fe4b5e4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:42.879795 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-bb8effdc-6fa6-4590-9e8a-cb99f12f0b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:43.379299 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.370218 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54804) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:44.471000 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a900c1f-2442-4da8-81a1-f076f3984937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.557239 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a900c1f-2442-4da8-81a1-f076f3984937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.560707 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-6a900c1f-2442-4da8-81a1-f076f3984937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.601146 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-6a900c1f-2442-4da8-81a1-f076f3984937 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4969ecd1bc724601a147d3129002b2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298560 Jul 23 17:17:44.602075 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a900c1f-2442-4da8-81a1-f076f3984937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78d539f-581e-4589-af74-8bddcd053d21,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:44.603932 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54808) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:44.651571 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.671425 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.716581 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.719130 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.722490 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b78d539f-581e-4589-af74-8bddcd053d21 HTTP/1.1" status: 204 len: 168 time: 0.1147921 Jul 23 17:17:44.727809 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78d539f-581e-4589-af74-8bddcd053d21,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:44.734758 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.735112 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.735463 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.735802 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.736149 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.736463 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.736799 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.737129 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.737488 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.737830 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.738156 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.738483 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daab4f1-e03e-4061-be0a-46781c66ada8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-2-iscsi {{(pid=93251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:44.973649 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54814) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:44.988593 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d134288-8b09-4d86-ab1e-51737bfc57f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.076728 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d134288-8b09-4d86-ab1e-51737bfc57f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.080456 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-6d134288-8b09-4d86-ab1e-51737bfc57f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.117838 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-6d134288-8b09-4d86-ab1e-51737bfc57f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e277f3fe96ce413f959a6ef89418a84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430705 Jul 23 17:17:45.118703 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d134288-8b09-4d86-ab1e-51737bfc57f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c24dec-add7-4d15-9d2e-e6333006371c,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:45.121820 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54816) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:45.168911 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-efbd81c4-29a2-45f8-b3d5-b72271ddec8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.189719 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-efbd81c4-29a2-45f8-b3d5-b72271ddec8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.233798 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-efbd81c4-29a2-45f8-b3d5-b72271ddec8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.236223 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-efbd81c4-29a2-45f8-b3d5-b72271ddec8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.237351 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-efbd81c4-29a2-45f8-b3d5-b72271ddec8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20c24dec-add7-4d15-9d2e-e6333006371c HTTP/1.1" status: 204 len: 168 time: 0.1144924 Jul 23 17:17:45.244987 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd81c4-29a2-45f8-b3d5-b72271ddec8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c24dec-add7-4d15-9d2e-e6333006371c,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:45.421874 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-2e772eb5-b796-4218-8fd9-dd7c8254eeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.791119 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:46.430024 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.186435 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54886) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:47.285073 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c1ea3bae-1423-4544-b5d4-c79a0ac3ff16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.373501 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c1ea3bae-1423-4544-b5d4-c79a0ac3ff16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.377807 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-c1ea3bae-1423-4544-b5d4-c79a0ac3ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.414419 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-c1ea3bae-1423-4544-b5d4-c79a0ac3ff16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efe8eca1c12246c9aebd5ed807ee0b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269468 Jul 23 17:17:47.415504 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea3bae-1423-4544-b5d4-c79a0ac3ff16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c01871-e1ed-4dfe-8609-e4282ad0e3e9,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:47.417694 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54890) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:47.465863 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7572377f-7ae4-4c16-a549-892ed000cb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.487522 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7572377f-7ae4-4c16-a549-892ed000cb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.531030 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7572377f-7ae4-4c16-a549-892ed000cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.533433 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-7572377f-7ae4-4c16-a549-892ed000cb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.534564 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-7572377f-7ae4-4c16-a549-892ed000cb18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27c01871-e1ed-4dfe-8609-e4282ad0e3e9 HTTP/1.1" status: 204 len: 168 time: 0.1158195 Jul 23 17:17:47.542309 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572377f-7ae4-4c16-a549-892ed000cb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c01871-e1ed-4dfe-8609-e4282ad0e3e9,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:47.780951 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 54896) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:47.794443 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9c62e59-55dd-491f-93a5-fb9bc13e174e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.881126 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9c62e59-55dd-491f-93a5-fb9bc13e174e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.885189 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-a9c62e59-55dd-491f-93a5-fb9bc13e174e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.923389 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-a9c62e59-55dd-491f-93a5-fb9bc13e174e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a34c0e4d6a2d4d10bed80895a371cc87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413107 Jul 23 17:17:47.924326 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62e59-55dd-491f-93a5-fb9bc13e174e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8874611-cc9b-401f-b7fc-0a59ef31d076,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:47.926081 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 54898) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:47.975187 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be3543e5-9690-4371-a025-ed856dbcf2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.995819 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be3543e5-9690-4371-a025-ed856dbcf2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:48.042471 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be3543e5-9690-4371-a025-ed856dbcf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:48.045071 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-be3543e5-9690-4371-a025-ed856dbcf2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:48.046262 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-be3543e5-9690-4371-a025-ed856dbcf2d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8874611-cc9b-401f-b7fc-0a59ef31d076 HTTP/1.1" status: 204 len: 168 time: 0.1185482 Jul 23 17:17:48.054444 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3543e5-9690-4371-a025-ed856dbcf2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8874611-cc9b-401f-b7fc-0a59ef31d076,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:48.081823 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:58.550108 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 55004) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:58.648870 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e0c-8f56-4cf7-9721-867b31b640ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:58.736469 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e0c-8f56-4cf7-9721-867b31b640ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:58.740403 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5e0c-8f56-4cf7-9721-867b31b640ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:58.780078 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-0c7b5e0c-8f56-4cf7-9721-867b31b640ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b48ba3f09d7c4b36973d557427f158eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288859 Jul 23 17:17:58.780918 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b5e0c-8f56-4cf7-9721-867b31b640ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54733ef4-8db5-402b-a6c1-8e9fc558aed4,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:58.783448 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 55008) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:58.831462 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1375caec-5a95-4bbe-b5a4-a5faba0fcc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:58.851496 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1375caec-5a95-4bbe-b5a4-a5faba0fcc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:58.899048 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1375caec-5a95-4bbe-b5a4-a5faba0fcc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:58.901543 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-1375caec-5a95-4bbe-b5a4-a5faba0fcc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:58.902655 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-1375caec-5a95-4bbe-b5a4-a5faba0fcc61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54733ef4-8db5-402b-a6c1-8e9fc558aed4 HTTP/1.1" status: 204 len: 168 time: 0.1182132 Jul 23 17:17:58.909941 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375caec-5a95-4bbe-b5a4-a5faba0fcc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54733ef4-8db5-402b-a6c1-8e9fc558aed4,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:59.171178 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 55014) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:59.185074 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e612ecf5-0290-4def-adc9-128ad91508fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:59.276602 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e612ecf5-0290-4def-adc9-128ad91508fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:59.280275 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-e612ecf5-0290-4def-adc9-128ad91508fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:59.318973 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-e612ecf5-0290-4def-adc9-128ad91508fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86a166cfd5f64e2c96e00e1fea9d6c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466501 Jul 23 17:17:59.320090 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612ecf5-0290-4def-adc9-128ad91508fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f742e42-4381-48c8-a189-94265d56ef99,revision_number=1']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:59.321967 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 55016) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:59.372484 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77bd498d-8d44-4858-8adf-5cd35929c866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:59.393626 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77bd498d-8d44-4858-8adf-5cd35929c866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:59.442530 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77bd498d-8d44-4858-8adf-5cd35929c866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:59.445043 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-77bd498d-8d44-4858-8adf-5cd35929c866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:59.446236 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-77bd498d-8d44-4858-8adf-5cd35929c866 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f742e42-4381-48c8-a189-94265d56ef99 HTTP/1.1" status: 204 len: 168 time: 0.1226280 Jul 23 17:17:59.454034 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd498d-8d44-4858-8adf-5cd35929c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f742e42-4381-48c8-a189-94265d56ef99,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:01.222180 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:18:07.272938 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 55136) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:18:07.371405 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1cf69b56-f75c-4131-9f25-970a9fb4d886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:07.457447 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1cf69b56-f75c-4131-9f25-970a9fb4d886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:07.461037 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-1cf69b56-f75c-4131-9f25-970a9fb4d886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:07.498548 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-1cf69b56-f75c-4131-9f25-970a9fb4d886 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3003477fdf4f431bbe5b64d4ae736259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244804 Jul 23 17:18:07.499375 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf69b56-f75c-4131-9f25-970a9fb4d886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6107535-476e-43d3-8807-96f1b5119957,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:07.501220 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 55140) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:18:07.548294 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-78383275-7f02-47d0-a692-e5f860e655f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:07.568908 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-78383275-7f02-47d0-a692-e5f860e655f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:07.613117 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-78383275-7f02-47d0-a692-e5f860e655f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:07.615559 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-78383275-7f02-47d0-a692-e5f860e655f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:07.616680 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-78383275-7f02-47d0-a692-e5f860e655f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6107535-476e-43d3-8807-96f1b5119957 HTTP/1.1" status: 204 len: 168 time: 0.1144629 Jul 23 17:18:07.624980 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78383275-7f02-47d0-a692-e5f860e655f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6107535-476e-43d3-8807-96f1b5119957,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:07.864843 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 55146) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:18:07.878570 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-419806d6-1621-4766-8d0b-404cde4d1e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:07.962961 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-419806d6-1621-4766-8d0b-404cde4d1e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:07.967399 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-419806d6-1621-4766-8d0b-404cde4d1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.002679 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419806d6-1621-4766-8d0b-404cde4d1e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04114f9a-8733-44a0-9ccc-1bbd435d462d,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:08.007863 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-419806d6-1621-4766-8d0b-404cde4d1e9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f26e5d8014714f8b8203b0c88a2594c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419785 Jul 23 17:18:08.010507 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 55148) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:18:08.060889 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-028d99ea-4941-4d57-a3a6-ef45302a6783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.081067 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-028d99ea-4941-4d57-a3a6-ef45302a6783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.125793 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-028d99ea-4941-4d57-a3a6-ef45302a6783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.128280 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-028d99ea-4941-4d57-a3a6-ef45302a6783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.129421 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-028d99ea-4941-4d57-a3a6-ef45302a6783 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04114f9a-8733-44a0-9ccc-1bbd435d462d HTTP/1.1" status: 204 len: 168 time: 0.1179938 Jul 23 17:18:08.137681 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d99ea-4941-4d57-a3a6-ef45302a6783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04114f9a-8733-44a0-9ccc-1bbd435d462d,revision_number=None']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:08.435616 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.wsgi [-] (93251) accepted ('10.222.0.70', 55154) {{(pid=93251) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:18:08.449133 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bd885a0e-4415-4c09-9942-dfa5438278e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.535324 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bd885a0e-4415-4c09-9942-dfa5438278e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.538965 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron_lib.callbacks.manager [None req-bd885a0e-4415-4c09-9942-dfa5438278e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_create {{(pid=93251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.577335 dv-cinder-801916-2-iscsi neutron-server[93251]: INFO neutron.wsgi [None req-bd885a0e-4415-4c09-9942-dfa5438278e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bbe9d5746614171bc692ff5dda6b6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405673 Jul 23 17:18:08.579685 dv-cinder-801916-2-iscsi neutron-server[93251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd885a0e-4415-4c09-9942-dfa5438278e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2715573-d092-4ce6-8548-ba576a68c489,revision_number=1']} {{(pid=93251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:08.580069 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.wsgi [-] (93250) accepted ('10.222.0.70', 55156) {{(pid=93250) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:18:08.631575 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b08df00b-11d0-40ff-bdbe-9b488d2a3933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.652211 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b08df00b-11d0-40ff-bdbe-9b488d2a3933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.697043 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b08df00b-11d0-40ff-bdbe-9b488d2a3933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592978'] for security_group, after_delete {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.699590 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron_lib.callbacks.manager [None req-b08df00b-11d0-40ff-bdbe-9b488d2a3933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:08.700713 dv-cinder-801916-2-iscsi neutron-server[93250]: INFO neutron.wsgi [None req-b08df00b-11d0-40ff-bdbe-9b488d2a3933 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2715573-d092-4ce6-8548-ba576a68c489 HTTP/1.1" status: 204 len: 168 time: 0.1196644 Jul 23 17:18:08.708436 dv-cinder-801916-2-iscsi neutron-server[93250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08df00b-11d0-40ff-bdbe-9b488d2a3933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2715573-d092-4ce6-8548-ba576a68c489,revision_number=None']} {{(pid=93250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:18:12.880234 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-efda5517-4380-4850-96bb-21d130469d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:13.394290 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:15.422432 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fb9c-7a22-48c3-9e75-73acffc3c974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:15.793325 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:16.433319 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:18.070178 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:38.221582 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:18:42.879628 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-10491bd3-01d1-488d-b495-d55017181b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:43.408758 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:45.423446 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c00b31ac-0946-4433-9a4c-9e6c622b9d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:45.794408 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:46.435573 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:48.071800 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.879924 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7cab-d596-46ec-b559-6c0e2a4a4691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:13.408544 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.220287 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:19:15.423915 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d198-7cbb-41ff-8de4-2272f3bf6e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.795870 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:16.438084 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:18.076776 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:42.880976 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ca23565-409c-4213-92b5-5ba07d4e537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:43.422629 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:45.423511 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-472256f9-d5c4-4bb3-a8ff-61d6292c2b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:45.796691 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:46.440979 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:48.079490 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:52.220360 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:20:12.884469 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-781991ef-b391-4779-a416-be1491ed3f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:13.430259 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:15.423875 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1d14b6e5-ea0c-4c92-9141-9314ce2d7bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:15.798478 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:16.444096 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:18.080054 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:29.219609 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:20:42.885151 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-4f1128f0-9b06-4ac9-8e7b-ff8576b127c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.437277 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:45.423393 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-591a6bc6-536b-4ea6-bdc1-e08eed15bb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:45.801474 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.446711 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:48.081736 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:06.217545 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:21:12.884524 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ea91fbda-d67d-474a-9e7a-92ab7f82ce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:13.435190 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:15.422877 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-95a39f5f-9fe8-408c-bafc-76061e0c25a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:15.803627 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:16.448965 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:18.085562 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.883970 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3f6f71b0-494f-4938-a931-01dae2071eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.216845 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:21:43.433258 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.422444 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-1b908573-3590-4802-91ea-35921a66b527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.804889 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.451897 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.087932 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:12.884466 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-5c2b438e-a4d0-4d22-835c-debaa5334706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:13.431428 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.422439 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-36e12c6d-9995-4990-8760-ec5411043354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.809086 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:16.454374 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:18.090128 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:20.215818 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:22:42.885628 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-32213101-2cbf-4fe1-9588-4f19975c43db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:43.429209 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:45.423385 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-e8728589-c6c4-421b-9b09-841928670861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:45.809954 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:46.456290 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:48.091562 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:57.215438 dv-cinder-801916-2-iscsi neutron-server[93253]: DEBUG neutron.db.agents_db [None req-91d96caf-1167-473e-b609-57edff737d22 None None] Agent healthcheck: found 6 active agents {{(pid=93253) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:23:12.885349 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-3468fefd-a22c-4369-abd7-734a19090cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.433029 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-ae995d31-a555-4fe0-bb18-526b5be466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.423877 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0b9ce819-7b19-4bfe-b15c-0eff6f3cc09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.811208 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fb9d-359c-4510-83e3-c065b28eabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.460950 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-a60abec4-08d2-4c59-bb8c-dcbf56c0f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:18.095807 dv-cinder-801916-2-iscsi neutron-server[93252]: DEBUG neutron_lib.callbacks.manager [None req-27f3630d-017e-4d99-8509-c64c7e1d7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757343275897', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731567'] for agent, after_update {{(pid=93252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}